2024-11-20 03:32:22,842 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-20 03:32:22,853 main DEBUG Took 0.008917 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-20 03:32:22,853 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-20 03:32:22,853 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-20 03:32:22,854 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-20 03:32:22,855 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 03:32:22,862 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-20 03:32:22,872 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 03:32:22,874 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 03:32:22,874 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 03:32:22,874 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 03:32:22,875 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 03:32:22,875 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 03:32:22,876 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 03:32:22,876 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 03:32:22,877 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 03:32:22,877 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 03:32:22,878 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 03:32:22,878 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 03:32:22,879 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 03:32:22,879 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 03:32:22,879 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 03:32:22,880 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 03:32:22,880 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 03:32:22,881 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 03:32:22,881 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 03:32:22,881 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 03:32:22,882 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 03:32:22,882 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 03:32:22,882 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 03:32:22,883 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 03:32:22,883 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 03:32:22,883 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-20 03:32:22,885 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 03:32:22,886 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-20 03:32:22,888 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-20 03:32:22,888 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-20 03:32:22,889 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-20 03:32:22,889 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-20 03:32:22,897 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-20 03:32:22,899 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-20 03:32:22,901 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-20 03:32:22,902 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-20 03:32:22,902 main DEBUG createAppenders(={Console}) 2024-11-20 03:32:22,903 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-11-20 03:32:22,903 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-20 03:32:22,903 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-11-20 03:32:22,904 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-20 03:32:22,904 main DEBUG OutputStream closed 2024-11-20 03:32:22,904 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-20 03:32:22,904 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-20 03:32:22,905 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-11-20 03:32:22,971 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-20 03:32:22,973 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-20 03:32:22,974 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-20 03:32:22,975 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-20 03:32:22,976 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-20 03:32:22,976 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-20 03:32:22,977 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-20 03:32:22,977 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-20 03:32:22,977 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-20 03:32:22,977 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-20 03:32:22,978 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-20 03:32:22,978 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-20 03:32:22,978 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-20 03:32:22,979 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-20 03:32:22,979 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-20 03:32:22,979 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-20 03:32:22,979 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-20 03:32:22,980 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-20 03:32:22,982 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20 03:32:22,983 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-11-20 03:32:22,983 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-20 03:32:22,984 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-11-20T03:32:23,199 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46c92702-a729-eda5-f6e0-f414bc3aa3fe 2024-11-20 03:32:23,201 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-20 03:32:23,202 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20T03:32:23,211 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-11-20T03:32:23,217 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplayValueCompression timeout: 13 mins 2024-11-20T03:32:23,237 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-20T03:32:23,281 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-20T03:32:23,282 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-20T03:32:23,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T03:32:23,309 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46c92702-a729-eda5-f6e0-f414bc3aa3fe/cluster_5d04f7a0-e6ee-e5ce-f11b-0282d5496804, deleteOnExit=true 2024-11-20T03:32:23,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T03:32:23,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46c92702-a729-eda5-f6e0-f414bc3aa3fe/test.cache.data in system properties and HBase conf 2024-11-20T03:32:23,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46c92702-a729-eda5-f6e0-f414bc3aa3fe/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T03:32:23,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46c92702-a729-eda5-f6e0-f414bc3aa3fe/hadoop.log.dir in system properties and HBase conf 2024-11-20T03:32:23,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46c92702-a729-eda5-f6e0-f414bc3aa3fe/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T03:32:23,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46c92702-a729-eda5-f6e0-f414bc3aa3fe/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T03:32:23,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T03:32:23,409 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-20T03:32:23,516 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T03:32:23,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46c92702-a729-eda5-f6e0-f414bc3aa3fe/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T03:32:23,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46c92702-a729-eda5-f6e0-f414bc3aa3fe/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T03:32:23,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46c92702-a729-eda5-f6e0-f414bc3aa3fe/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T03:32:23,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46c92702-a729-eda5-f6e0-f414bc3aa3fe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T03:32:23,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46c92702-a729-eda5-f6e0-f414bc3aa3fe/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T03:32:23,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46c92702-a729-eda5-f6e0-f414bc3aa3fe/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T03:32:23,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46c92702-a729-eda5-f6e0-f414bc3aa3fe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T03:32:23,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46c92702-a729-eda5-f6e0-f414bc3aa3fe/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T03:32:23,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46c92702-a729-eda5-f6e0-f414bc3aa3fe/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T03:32:23,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46c92702-a729-eda5-f6e0-f414bc3aa3fe/nfs.dump.dir in system properties and HBase conf 2024-11-20T03:32:23,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46c92702-a729-eda5-f6e0-f414bc3aa3fe/java.io.tmpdir in system properties and HBase conf 2024-11-20T03:32:23,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46c92702-a729-eda5-f6e0-f414bc3aa3fe/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T03:32:23,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46c92702-a729-eda5-f6e0-f414bc3aa3fe/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T03:32:23,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46c92702-a729-eda5-f6e0-f414bc3aa3fe/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T03:32:24,549 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-20T03:32:24,616 INFO [Time-limited test {}] log.Log(170): Logging initialized @2420ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-20T03:32:24,680 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T03:32:24,733 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T03:32:24,751 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T03:32:24,752 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T03:32:24,753 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T03:32:24,775 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T03:32:24,778 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f37ffca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46c92702-a729-eda5-f6e0-f414bc3aa3fe/hadoop.log.dir/,AVAILABLE} 2024-11-20T03:32:24,779 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6dc9d5c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T03:32:24,954 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3717288f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46c92702-a729-eda5-f6e0-f414bc3aa3fe/java.io.tmpdir/jetty-localhost-33093-hadoop-hdfs-3_4_1-tests_jar-_-any-9981364145572293878/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T03:32:24,959 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bd70930{HTTP/1.1, (http/1.1)}{localhost:33093} 2024-11-20T03:32:24,959 INFO [Time-limited test {}] server.Server(415): Started @2763ms 2024-11-20T03:32:25,505 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T03:32:25,512 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T03:32:25,513 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T03:32:25,513 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T03:32:25,514 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T03:32:25,514 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cf5a85e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46c92702-a729-eda5-f6e0-f414bc3aa3fe/hadoop.log.dir/,AVAILABLE} 2024-11-20T03:32:25,515 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a359997{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T03:32:25,613 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@330740de{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46c92702-a729-eda5-f6e0-f414bc3aa3fe/java.io.tmpdir/jetty-localhost-43955-hadoop-hdfs-3_4_1-tests_jar-_-any-2574231455898168180/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T03:32:25,614 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b24cab9{HTTP/1.1, (http/1.1)}{localhost:43955} 2024-11-20T03:32:25,614 INFO [Time-limited test {}] server.Server(415): Started @3418ms 2024-11-20T03:32:25,660 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T03:32:25,773 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T03:32:25,780 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T03:32:25,783 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T03:32:25,784 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T03:32:25,784 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T03:32:25,788 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46b092e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46c92702-a729-eda5-f6e0-f414bc3aa3fe/hadoop.log.dir/,AVAILABLE} 2024-11-20T03:32:25,789 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cc2d6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T03:32:25,894 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bd427b8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46c92702-a729-eda5-f6e0-f414bc3aa3fe/java.io.tmpdir/jetty-localhost-36193-hadoop-hdfs-3_4_1-tests_jar-_-any-6318777459464750264/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T03:32:25,895 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6915083f{HTTP/1.1, (http/1.1)}{localhost:36193} 2024-11-20T03:32:25,895 INFO [Time-limited test {}] server.Server(415): Started @3699ms 2024-11-20T03:32:25,897 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T03:32:25,931 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T03:32:25,936 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T03:32:25,937 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T03:32:25,937 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T03:32:25,938 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T03:32:25,938 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6d5e13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46c92702-a729-eda5-f6e0-f414bc3aa3fe/hadoop.log.dir/,AVAILABLE} 2024-11-20T03:32:25,939 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f9972d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T03:32:26,040 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35f1150e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46c92702-a729-eda5-f6e0-f414bc3aa3fe/java.io.tmpdir/jetty-localhost-43493-hadoop-hdfs-3_4_1-tests_jar-_-any-3080297440520372759/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T03:32:26,040 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13a77e13{HTTP/1.1, (http/1.1)}{localhost:43493} 2024-11-20T03:32:26,041 INFO [Time-limited test {}] server.Server(415): Started @3844ms 2024-11-20T03:32:26,043 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T03:32:27,516 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46c92702-a729-eda5-f6e0-f414bc3aa3fe/cluster_5d04f7a0-e6ee-e5ce-f11b-0282d5496804/data/data3/current/BP-1191262944-172.17.0.2-1732073544019/current, will proceed with Du for space computation calculation, 2024-11-20T03:32:27,516 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46c92702-a729-eda5-f6e0-f414bc3aa3fe/cluster_5d04f7a0-e6ee-e5ce-f11b-0282d5496804/data/data4/current/BP-1191262944-172.17.0.2-1732073544019/current, will proceed with Du for space computation calculation, 2024-11-20T03:32:27,516 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46c92702-a729-eda5-f6e0-f414bc3aa3fe/cluster_5d04f7a0-e6ee-e5ce-f11b-0282d5496804/data/data1/current/BP-1191262944-172.17.0.2-1732073544019/current, will proceed with Du for space computation calculation, 2024-11-20T03:32:27,516 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46c92702-a729-eda5-f6e0-f414bc3aa3fe/cluster_5d04f7a0-e6ee-e5ce-f11b-0282d5496804/data/data2/current/BP-1191262944-172.17.0.2-1732073544019/current, will proceed with Du for space computation calculation, 2024-11-20T03:32:27,550 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T03:32:27,550 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T03:32:27,566 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46c92702-a729-eda5-f6e0-f414bc3aa3fe/cluster_5d04f7a0-e6ee-e5ce-f11b-0282d5496804/data/data5/current/BP-1191262944-172.17.0.2-1732073544019/current, will proceed with Du for space computation calculation, 2024-11-20T03:32:27,566 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46c92702-a729-eda5-f6e0-f414bc3aa3fe/cluster_5d04f7a0-e6ee-e5ce-f11b-0282d5496804/data/data6/current/BP-1191262944-172.17.0.2-1732073544019/current, will proceed with Du for space computation calculation, 2024-11-20T03:32:27,586 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T03:32:27,597 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5a0a16b601bb31c4 with lease ID 0x794a7234c3ba264d: Processing first storage report for DS-ecc3968b-fe64-4473-a084-39beed01f67f from datanode DatanodeRegistration(127.0.0.1:45307, datanodeUuid=ca5e6225-1dde-493b-bf5f-fccf2e611906, infoPort=45269, infoSecurePort=0, ipcPort=45385, storageInfo=lv=-57;cid=testClusterID;nsid=645025384;c=1732073544019) 2024-11-20T03:32:27,598 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5a0a16b601bb31c4 with lease ID 0x794a7234c3ba264d: from storage DS-ecc3968b-fe64-4473-a084-39beed01f67f node DatanodeRegistration(127.0.0.1:45307, datanodeUuid=ca5e6225-1dde-493b-bf5f-fccf2e611906, infoPort=45269, infoSecurePort=0, ipcPort=45385, storageInfo=lv=-57;cid=testClusterID;nsid=645025384;c=1732073544019), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-20T03:32:27,598 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcff10ecddc1539f6 with lease ID 0x794a7234c3ba264f: Processing first storage report for DS-5dc277a6-e3c6-45a9-b2f0-7edbfe9a39f1 from datanode DatanodeRegistration(127.0.0.1:34689, datanodeUuid=7f5c2131-cfc4-48ae-ace5-08b3a75d9b79, infoPort=38549, infoSecurePort=0, ipcPort=37745, storageInfo=lv=-57;cid=testClusterID;nsid=645025384;c=1732073544019) 2024-11-20T03:32:27,599 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcff10ecddc1539f6 with lease ID 0x794a7234c3ba264f: from storage DS-5dc277a6-e3c6-45a9-b2f0-7edbfe9a39f1 node DatanodeRegistration(127.0.0.1:34689, datanodeUuid=7f5c2131-cfc4-48ae-ace5-08b3a75d9b79, infoPort=38549, infoSecurePort=0, ipcPort=37745, storageInfo=lv=-57;cid=testClusterID;nsid=645025384;c=1732073544019), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T03:32:27,599 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3a662d34ae7c23b6 with lease ID 0x794a7234c3ba264e: Processing first storage report for DS-3a7caaa7-e8e3-4775-b1cd-0081c7e34d1f from datanode DatanodeRegistration(127.0.0.1:37817, datanodeUuid=95afb69c-5d93-4584-8354-5cc1410aa205, infoPort=42565, infoSecurePort=0, ipcPort=35841, storageInfo=lv=-57;cid=testClusterID;nsid=645025384;c=1732073544019) 2024-11-20T03:32:27,599 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3a662d34ae7c23b6 with lease ID 0x794a7234c3ba264e: from storage DS-3a7caaa7-e8e3-4775-b1cd-0081c7e34d1f node DatanodeRegistration(127.0.0.1:37817, datanodeUuid=95afb69c-5d93-4584-8354-5cc1410aa205, infoPort=42565, infoSecurePort=0, ipcPort=35841, storageInfo=lv=-57;cid=testClusterID;nsid=645025384;c=1732073544019), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T03:32:27,599 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5a0a16b601bb31c4 with lease ID 0x794a7234c3ba264d: Processing first storage report for DS-a2740cdd-d082-4465-8f31-8dc8a730f734 from datanode DatanodeRegistration(127.0.0.1:45307, datanodeUuid=ca5e6225-1dde-493b-bf5f-fccf2e611906, infoPort=45269, infoSecurePort=0, ipcPort=45385, storageInfo=lv=-57;cid=testClusterID;nsid=645025384;c=1732073544019) 2024-11-20T03:32:27,599 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5a0a16b601bb31c4 with lease ID 0x794a7234c3ba264d: from storage DS-a2740cdd-d082-4465-8f31-8dc8a730f734 node DatanodeRegistration(127.0.0.1:45307, datanodeUuid=ca5e6225-1dde-493b-bf5f-fccf2e611906, infoPort=45269, infoSecurePort=0, ipcPort=45385, storageInfo=lv=-57;cid=testClusterID;nsid=645025384;c=1732073544019), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T03:32:27,599 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcff10ecddc1539f6 with lease ID 0x794a7234c3ba264f: Processing first storage report for DS-c129e927-5889-4ba8-8cf4-28c9ba316bdc from datanode DatanodeRegistration(127.0.0.1:34689, datanodeUuid=7f5c2131-cfc4-48ae-ace5-08b3a75d9b79, infoPort=38549, infoSecurePort=0, ipcPort=37745, storageInfo=lv=-57;cid=testClusterID;nsid=645025384;c=1732073544019) 2024-11-20T03:32:27,600 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcff10ecddc1539f6 with lease ID 0x794a7234c3ba264f: from storage DS-c129e927-5889-4ba8-8cf4-28c9ba316bdc node DatanodeRegistration(127.0.0.1:34689, datanodeUuid=7f5c2131-cfc4-48ae-ace5-08b3a75d9b79, infoPort=38549, infoSecurePort=0, ipcPort=37745, storageInfo=lv=-57;cid=testClusterID;nsid=645025384;c=1732073544019), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T03:32:27,600 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3a662d34ae7c23b6 with lease ID 0x794a7234c3ba264e: Processing first storage report for DS-450b3070-d779-43fe-92da-e1193abedc1e from datanode DatanodeRegistration(127.0.0.1:37817, datanodeUuid=95afb69c-5d93-4584-8354-5cc1410aa205, infoPort=42565, infoSecurePort=0, ipcPort=35841, storageInfo=lv=-57;cid=testClusterID;nsid=645025384;c=1732073544019) 2024-11-20T03:32:27,600 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3a662d34ae7c23b6 with lease ID 0x794a7234c3ba264e: from storage DS-450b3070-d779-43fe-92da-e1193abedc1e node DatanodeRegistration(127.0.0.1:37817, datanodeUuid=95afb69c-5d93-4584-8354-5cc1410aa205, infoPort=42565, infoSecurePort=0, ipcPort=35841, storageInfo=lv=-57;cid=testClusterID;nsid=645025384;c=1732073544019), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T03:32:27,670 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46c92702-a729-eda5-f6e0-f414bc3aa3fe 2024-11-20T03:32:27,742 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46c92702-a729-eda5-f6e0-f414bc3aa3fe/cluster_5d04f7a0-e6ee-e5ce-f11b-0282d5496804/zookeeper_0, clientPort=50798, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46c92702-a729-eda5-f6e0-f414bc3aa3fe/cluster_5d04f7a0-e6ee-e5ce-f11b-0282d5496804/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46c92702-a729-eda5-f6e0-f414bc3aa3fe/cluster_5d04f7a0-e6ee-e5ce-f11b-0282d5496804/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T03:32:27,751 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50798 2024-11-20T03:32:27,765 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:32:27,768 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:32:27,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741825_1001 (size=7) 2024-11-20T03:32:27,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741825_1001 (size=7) 2024-11-20T03:32:27,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741825_1001 (size=7) 2024-11-20T03:32:28,384 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7 with version=8 2024-11-20T03:32:28,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/hbase-staging 2024-11-20T03:32:28,651 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d00f728e99d7:0 server-side Connection retries=45 2024-11-20T03:32:28,659 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:32:28,659 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T03:32:28,663 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T03:32:28,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:32:28,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T03:32:28,785 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T03:32:28,838 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-20T03:32:28,846 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-20T03:32:28,849 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T03:32:28,871 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 93624 (auto-detected) 2024-11-20T03:32:28,872 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-20T03:32:28,889 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43343 2024-11-20T03:32:28,908 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43343 connecting to ZooKeeper ensemble=127.0.0.1:50798 2024-11-20T03:32:29,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:433430x0, quorum=127.0.0.1:50798, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:32:29,049 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43343-0x101564ce37a0000 connected 2024-11-20T03:32:29,167 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:32:29,172 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:32:29,182 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43343-0x101564ce37a0000, quorum=127.0.0.1:50798, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T03:32:29,186 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7, hbase.cluster.distributed=false 2024-11-20T03:32:29,207 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43343-0x101564ce37a0000, quorum=127.0.0.1:50798, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T03:32:29,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43343 2024-11-20T03:32:29,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43343 2024-11-20T03:32:29,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43343 2024-11-20T03:32:29,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43343 2024-11-20T03:32:29,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43343 2024-11-20T03:32:29,307 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d00f728e99d7:0 server-side Connection retries=45 2024-11-20T03:32:29,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:32:29,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T03:32:29,309 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T03:32:29,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:32:29,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T03:32:29,312 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T03:32:29,314 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T03:32:29,315 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39861 2024-11-20T03:32:29,317 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39861 connecting to ZooKeeper ensemble=127.0.0.1:50798 2024-11-20T03:32:29,318 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:32:29,320 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:32:29,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398610x0, quorum=127.0.0.1:50798, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:32:29,334 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:398610x0, quorum=127.0.0.1:50798, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T03:32:29,334 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39861-0x101564ce37a0001 connected 2024-11-20T03:32:29,338 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T03:32:29,345 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T03:32:29,347 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39861-0x101564ce37a0001, quorum=127.0.0.1:50798, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T03:32:29,352 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39861-0x101564ce37a0001, quorum=127.0.0.1:50798, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T03:32:29,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39861 2024-11-20T03:32:29,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39861 2024-11-20T03:32:29,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39861 2024-11-20T03:32:29,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39861 2024-11-20T03:32:29,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39861 2024-11-20T03:32:29,369 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d00f728e99d7:0 server-side Connection retries=45 2024-11-20T03:32:29,370 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:32:29,370 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T03:32:29,370 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T03:32:29,370 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:32:29,370 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T03:32:29,370 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T03:32:29,371 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T03:32:29,372 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44513 2024-11-20T03:32:29,373 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44513 connecting to ZooKeeper ensemble=127.0.0.1:50798 2024-11-20T03:32:29,374 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:32:29,376 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:32:29,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:445130x0, quorum=127.0.0.1:50798, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:32:29,386 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:445130x0, quorum=127.0.0.1:50798, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T03:32:29,387 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44513-0x101564ce37a0002 connected 2024-11-20T03:32:29,387 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T03:32:29,388 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T03:32:29,389 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44513-0x101564ce37a0002, quorum=127.0.0.1:50798, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T03:32:29,391 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44513-0x101564ce37a0002, quorum=127.0.0.1:50798, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T03:32:29,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44513 2024-11-20T03:32:29,393 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44513 2024-11-20T03:32:29,393 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44513 2024-11-20T03:32:29,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44513 2024-11-20T03:32:29,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44513 2024-11-20T03:32:29,413 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d00f728e99d7:0 server-side Connection retries=45 2024-11-20T03:32:29,413 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:32:29,413 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T03:32:29,413 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T03:32:29,413 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:32:29,413 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T03:32:29,413 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T03:32:29,414 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T03:32:29,415 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35569 2024-11-20T03:32:29,417 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35569 connecting to ZooKeeper ensemble=127.0.0.1:50798 2024-11-20T03:32:29,418 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:32:29,420 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:32:29,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:355690x0, quorum=127.0.0.1:50798, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:32:29,435 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35569-0x101564ce37a0003 connected 2024-11-20T03:32:29,435 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:355690x0, quorum=127.0.0.1:50798, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T03:32:29,436 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T03:32:29,437 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T03:32:29,438 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35569-0x101564ce37a0003, quorum=127.0.0.1:50798, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T03:32:29,440 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35569-0x101564ce37a0003, quorum=127.0.0.1:50798, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T03:32:29,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35569 2024-11-20T03:32:29,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35569 2024-11-20T03:32:29,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35569 2024-11-20T03:32:29,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35569 2024-11-20T03:32:29,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35569 2024-11-20T03:32:29,461 DEBUG [M:0;d00f728e99d7:43343 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d00f728e99d7:43343 2024-11-20T03:32:29,462 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/d00f728e99d7,43343,1732073548506 2024-11-20T03:32:29,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35569-0x101564ce37a0003, quorum=127.0.0.1:50798, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T03:32:29,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43343-0x101564ce37a0000, quorum=127.0.0.1:50798, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T03:32:29,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44513-0x101564ce37a0002, quorum=127.0.0.1:50798, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T03:32:29,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39861-0x101564ce37a0001, quorum=127.0.0.1:50798, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T03:32:29,479 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43343-0x101564ce37a0000, quorum=127.0.0.1:50798, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/d00f728e99d7,43343,1732073548506 2024-11-20T03:32:29,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35569-0x101564ce37a0003, quorum=127.0.0.1:50798, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T03:32:29,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44513-0x101564ce37a0002, quorum=127.0.0.1:50798, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T03:32:29,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39861-0x101564ce37a0001, quorum=127.0.0.1:50798, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T03:32:29,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44513-0x101564ce37a0002, quorum=127.0.0.1:50798, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T03:32:29,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35569-0x101564ce37a0003, quorum=127.0.0.1:50798, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T03:32:29,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39861-0x101564ce37a0001, quorum=127.0.0.1:50798, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T03:32:29,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43343-0x101564ce37a0000, quorum=127.0.0.1:50798, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T03:32:29,513 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43343-0x101564ce37a0000, quorum=127.0.0.1:50798, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T03:32:29,514 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/d00f728e99d7,43343,1732073548506 from backup master directory 2024-11-20T03:32:29,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39861-0x101564ce37a0001, quorum=127.0.0.1:50798, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T03:32:29,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43343-0x101564ce37a0000, quorum=127.0.0.1:50798, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/d00f728e99d7,43343,1732073548506 2024-11-20T03:32:29,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44513-0x101564ce37a0002, quorum=127.0.0.1:50798, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T03:32:29,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35569-0x101564ce37a0003, quorum=127.0.0.1:50798, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T03:32:29,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43343-0x101564ce37a0000, quorum=127.0.0.1:50798, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T03:32:29,524 WARN [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T03:32:29,524 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d00f728e99d7,43343,1732073548506 2024-11-20T03:32:29,528 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-20T03:32:29,530 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-20T03:32:29,584 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/hbase.id] with ID: 3b807ca1-2681-4b4b-967c-b4d3f6ec50b0 2024-11-20T03:32:29,584 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/.tmp/hbase.id 2024-11-20T03:32:29,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741826_1002 (size=42) 2024-11-20T03:32:29,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741826_1002 (size=42) 2024-11-20T03:32:29,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741826_1002 (size=42) 2024-11-20T03:32:29,601 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/.tmp/hbase.id]:[hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/hbase.id] 2024-11-20T03:32:29,642 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:32:29,647 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T03:32:29,665 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-20T03:32:29,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39861-0x101564ce37a0001, quorum=127.0.0.1:50798, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T03:32:29,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43343-0x101564ce37a0000, quorum=127.0.0.1:50798, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T03:32:29,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44513-0x101564ce37a0002, quorum=127.0.0.1:50798, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T03:32:29,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35569-0x101564ce37a0003, quorum=127.0.0.1:50798, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T03:32:29,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741827_1003 (size=196) 2024-11-20T03:32:29,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741827_1003 (size=196) 2024-11-20T03:32:29,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741827_1003 (size=196) 2024-11-20T03:32:29,857 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T03:32:29,859 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T03:32:29,864 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:32:29,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741828_1004 (size=1189) 2024-11-20T03:32:29,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741828_1004 (size=1189) 2024-11-20T03:32:29,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741828_1004 (size=1189) 2024-11-20T03:32:29,911 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/MasterData/data/master/store 2024-11-20T03:32:29,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741829_1005 (size=34) 2024-11-20T03:32:29,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741829_1005 (size=34) 2024-11-20T03:32:29,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741829_1005 (size=34) 2024-11-20T03:32:29,937 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-20T03:32:29,940 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:32:29,942 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T03:32:29,942 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:32:29,942 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:32:29,944 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T03:32:29,944 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:32:29,944 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:32:29,945 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732073549942Disabling compacts and flushes for region at 1732073549942Disabling writes for close at 1732073549944 (+2 ms)Writing region close event to WAL at 1732073549944Closed at 1732073549944 2024-11-20T03:32:29,947 WARN [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/MasterData/data/master/store/.initializing 2024-11-20T03:32:29,948 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/MasterData/WALs/d00f728e99d7,43343,1732073548506 2024-11-20T03:32:29,955 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T03:32:29,971 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d00f728e99d7%2C43343%2C1732073548506, suffix=, logDir=hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/MasterData/WALs/d00f728e99d7,43343,1732073548506, archiveDir=hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/MasterData/oldWALs, maxLogs=10 2024-11-20T03:32:29,998 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/MasterData/WALs/d00f728e99d7,43343,1732073548506/d00f728e99d7%2C43343%2C1732073548506.1732073549975, exclude list is [], retry=0 2024-11-20T03:32:30,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T03:32:30,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-3a7caaa7-e8e3-4775-b1cd-0081c7e34d1f,DISK] 2024-11-20T03:32:30,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34689,DS-5dc277a6-e3c6-45a9-b2f0-7edbfe9a39f1,DISK] 2024-11-20T03:32:30,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45307,DS-ecc3968b-fe64-4473-a084-39beed01f67f,DISK] 2024-11-20T03:32:30,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-20T03:32:30,058 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/MasterData/WALs/d00f728e99d7,43343,1732073548506/d00f728e99d7%2C43343%2C1732073548506.1732073549975 2024-11-20T03:32:30,059 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42565:42565),(127.0.0.1/127.0.0.1:45269:45269),(127.0.0.1/127.0.0.1:38549:38549)] 2024-11-20T03:32:30,059 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:32:30,060 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:32:30,062 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:32:30,063 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:32:30,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:32:30,127 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T03:32:30,130 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:30,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:32:30,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:32:30,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T03:32:30,137 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:30,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:32:30,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:32:30,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T03:32:30,141 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:30,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:32:30,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:32:30,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T03:32:30,145 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:30,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:32:30,146 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:32:30,149 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:32:30,150 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:32:30,155 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:32:30,155 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:32:30,158 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:32:30,161 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:32:30,165 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:32:30,167 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62037012, jitterRate=-0.07557648420333862}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:32:30,174 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732073550073Initializing all the Stores at 1732073550075 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732073550076 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073550076Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073550076Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073550077 (+1 ms)Cleaning up temporary data from old regions at 1732073550155 (+78 ms)Region opened successfully at 1732073550174 (+19 ms) 2024-11-20T03:32:30,175 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T03:32:30,207 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2236aa4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d00f728e99d7/172.17.0.2:0 2024-11-20T03:32:30,232 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T03:32:30,242 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T03:32:30,242 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T03:32:30,244 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T03:32:30,245 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T03:32:30,250 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-20T03:32:30,250 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T03:32:30,271 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T03:32:30,279 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43343-0x101564ce37a0000, quorum=127.0.0.1:50798, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T03:32:30,350 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-20T03:32:30,354 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T03:32:30,356 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43343-0x101564ce37a0000, quorum=127.0.0.1:50798, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T03:32:30,364 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-20T03:32:30,367 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T03:32:30,372 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43343-0x101564ce37a0000, quorum=127.0.0.1:50798, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T03:32:30,381 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-20T03:32:30,383 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43343-0x101564ce37a0000, quorum=127.0.0.1:50798, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T03:32:30,396 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T03:32:30,415 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43343-0x101564ce37a0000, quorum=127.0.0.1:50798, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T03:32:30,427 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T03:32:30,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35569-0x101564ce37a0003, quorum=127.0.0.1:50798, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T03:32:30,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39861-0x101564ce37a0001, quorum=127.0.0.1:50798, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T03:32:30,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44513-0x101564ce37a0002, quorum=127.0.0.1:50798, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T03:32:30,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43343-0x101564ce37a0000, quorum=127.0.0.1:50798, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T03:32:30,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39861-0x101564ce37a0001, quorum=127.0.0.1:50798, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T03:32:30,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44513-0x101564ce37a0002, quorum=127.0.0.1:50798, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T03:32:30,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43343-0x101564ce37a0000, quorum=127.0.0.1:50798, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T03:32:30,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35569-0x101564ce37a0003, quorum=127.0.0.1:50798, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T03:32:30,442 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d00f728e99d7,43343,1732073548506, sessionid=0x101564ce37a0000, setting cluster-up flag (Was=false) 2024-11-20T03:32:30,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43343-0x101564ce37a0000, quorum=127.0.0.1:50798, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T03:32:30,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39861-0x101564ce37a0001, quorum=127.0.0.1:50798, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T03:32:30,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35569-0x101564ce37a0003, quorum=127.0.0.1:50798, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T03:32:30,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44513-0x101564ce37a0002, quorum=127.0.0.1:50798, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T03:32:30,502 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T03:32:30,507 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d00f728e99d7,43343,1732073548506 2024-11-20T03:32:30,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44513-0x101564ce37a0002, quorum=127.0.0.1:50798, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T03:32:30,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35569-0x101564ce37a0003, quorum=127.0.0.1:50798, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T03:32:30,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43343-0x101564ce37a0000, quorum=127.0.0.1:50798, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T03:32:30,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39861-0x101564ce37a0001, quorum=127.0.0.1:50798, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T03:32:30,564 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T03:32:30,567 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d00f728e99d7,43343,1732073548506 2024-11-20T03:32:30,573 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T03:32:30,650 INFO [RS:0;d00f728e99d7:39861 {}] regionserver.HRegionServer(746): ClusterId : 3b807ca1-2681-4b4b-967c-b4d3f6ec50b0 2024-11-20T03:32:30,650 INFO [RS:2;d00f728e99d7:35569 {}] regionserver.HRegionServer(746): ClusterId : 3b807ca1-2681-4b4b-967c-b4d3f6ec50b0 2024-11-20T03:32:30,650 INFO [RS:1;d00f728e99d7:44513 {}] regionserver.HRegionServer(746): ClusterId : 3b807ca1-2681-4b4b-967c-b4d3f6ec50b0 2024-11-20T03:32:30,652 INFO [AsyncFSWAL-0-hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/MasterData-prefix:d00f728e99d7,43343,1732073548506 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-11-20T03:32:30,652 DEBUG [RS:1;d00f728e99d7:44513 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T03:32:30,652 DEBUG [RS:2;d00f728e99d7:35569 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T03:32:30,652 DEBUG [RS:0;d00f728e99d7:39861 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T03:32:30,666 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T03:32:30,668 DEBUG [RS:2;d00f728e99d7:35569 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T03:32:30,668 DEBUG [RS:0;d00f728e99d7:39861 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T03:32:30,668 DEBUG [RS:1;d00f728e99d7:44513 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T03:32:30,668 DEBUG [RS:2;d00f728e99d7:35569 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T03:32:30,668 DEBUG [RS:0;d00f728e99d7:39861 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T03:32:30,668 DEBUG [RS:1;d00f728e99d7:44513 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T03:32:30,678 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T03:32:30,686 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T03:32:30,692 DEBUG [RS:2;d00f728e99d7:35569 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T03:32:30,692 DEBUG [RS:1;d00f728e99d7:44513 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T03:32:30,692 DEBUG [RS:0;d00f728e99d7:39861 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T03:32:30,692 DEBUG [RS:2;d00f728e99d7:35569 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57146964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d00f728e99d7/172.17.0.2:0 2024-11-20T03:32:30,692 DEBUG [RS:1;d00f728e99d7:44513 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d469f93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d00f728e99d7/172.17.0.2:0 2024-11-20T03:32:30,692 DEBUG [RS:0;d00f728e99d7:39861 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39a56205, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d00f728e99d7/172.17.0.2:0 2024-11-20T03:32:30,692 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d00f728e99d7,43343,1732073548506 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T03:32:30,700 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:32:30,701 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:32:30,701 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:32:30,701 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:32:30,701 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d00f728e99d7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T03:32:30,701 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:32:30,701 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d00f728e99d7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T03:32:30,701 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:32:30,703 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732073580703 2024-11-20T03:32:30,705 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T03:32:30,706 DEBUG [RS:1;d00f728e99d7:44513 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;d00f728e99d7:44513 2024-11-20T03:32:30,706 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T03:32:30,707 DEBUG [RS:2;d00f728e99d7:35569 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;d00f728e99d7:35569 2024-11-20T03:32:30,710 DEBUG [RS:0;d00f728e99d7:39861 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d00f728e99d7:39861 2024-11-20T03:32:30,710 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T03:32:30,710 INFO [RS:2;d00f728e99d7:35569 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T03:32:30,710 INFO [RS:0;d00f728e99d7:39861 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T03:32:30,710 INFO [RS:1;d00f728e99d7:44513 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T03:32:30,710 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T03:32:30,710 INFO [RS:0;d00f728e99d7:39861 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T03:32:30,710 INFO [RS:2;d00f728e99d7:35569 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T03:32:30,710 INFO [RS:1;d00f728e99d7:44513 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T03:32:30,710 DEBUG [RS:2;d00f728e99d7:35569 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T03:32:30,710 DEBUG [RS:0;d00f728e99d7:39861 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T03:32:30,710 DEBUG [RS:1;d00f728e99d7:44513 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T03:32:30,711 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T03:32:30,711 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T03:32:30,712 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T03:32:30,712 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T03:32:30,713 INFO [RS:2;d00f728e99d7:35569 {}] regionserver.HRegionServer(2659): reportForDuty to master=d00f728e99d7,43343,1732073548506 with port=35569, startcode=1732073549412 2024-11-20T03:32:30,713 INFO [RS:0;d00f728e99d7:39861 {}] regionserver.HRegionServer(2659): reportForDuty to master=d00f728e99d7,43343,1732073548506 with port=39861, startcode=1732073549275 2024-11-20T03:32:30,713 INFO [RS:1;d00f728e99d7:44513 {}] regionserver.HRegionServer(2659): reportForDuty to master=d00f728e99d7,43343,1732073548506 with port=44513, startcode=1732073549369 2024-11-20T03:32:30,713 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T03:32:30,717 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:30,718 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T03:32:30,718 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T03:32:30,719 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T03:32:30,720 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T03:32:30,724 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T03:32:30,725 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T03:32:30,727 DEBUG [RS:2;d00f728e99d7:35569 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T03:32:30,727 DEBUG [RS:1;d00f728e99d7:44513 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T03:32:30,727 DEBUG [RS:0;d00f728e99d7:39861 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T03:32:30,727 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732073550726,5,FailOnTimeoutGroup] 2024-11-20T03:32:30,729 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732073550727,5,FailOnTimeoutGroup] 2024-11-20T03:32:30,729 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T03:32:30,729 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T03:32:30,731 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T03:32:30,731 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T03:32:30,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741831_1007 (size=1321) 2024-11-20T03:32:30,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741831_1007 (size=1321) 2024-11-20T03:32:30,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741831_1007 (size=1321) 2024-11-20T03:32:30,773 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T03:32:30,773 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7 2024-11-20T03:32:30,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741832_1008 (size=32) 2024-11-20T03:32:30,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741832_1008 (size=32) 2024-11-20T03:32:30,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741832_1008 (size=32) 2024-11-20T03:32:30,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:32:30,790 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40967, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T03:32:30,790 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51669, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T03:32:30,790 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58977, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T03:32:30,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T03:32:30,795 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T03:32:30,796 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:30,796 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43343 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d00f728e99d7,35569,1732073549412 2024-11-20T03:32:30,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:32:30,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T03:32:30,798 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43343 {}] master.ServerManager(517): Registering regionserver=d00f728e99d7,35569,1732073549412 2024-11-20T03:32:30,799 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T03:32:30,800 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:30,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:32:30,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T03:32:30,804 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T03:32:30,804 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:30,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:32:30,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T03:32:30,808 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T03:32:30,808 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:30,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:32:30,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T03:32:30,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/hbase/meta/1588230740 2024-11-20T03:32:30,811 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43343 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d00f728e99d7,39861,1732073549275 2024-11-20T03:32:30,811 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43343 {}] master.ServerManager(517): Registering regionserver=d00f728e99d7,39861,1732073549275 2024-11-20T03:32:30,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/hbase/meta/1588230740 2024-11-20T03:32:30,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T03:32:30,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T03:32:30,815 DEBUG [RS:2;d00f728e99d7:35569 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7 2024-11-20T03:32:30,815 DEBUG [RS:2;d00f728e99d7:35569 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41979 2024-11-20T03:32:30,815 DEBUG [RS:2;d00f728e99d7:35569 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T03:32:30,816 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:32:30,817 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43343 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d00f728e99d7,44513,1732073549369 2024-11-20T03:32:30,817 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43343 {}] master.ServerManager(517): Registering regionserver=d00f728e99d7,44513,1732073549369 2024-11-20T03:32:30,817 DEBUG [RS:0;d00f728e99d7:39861 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7 2024-11-20T03:32:30,817 DEBUG [RS:0;d00f728e99d7:39861 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41979 2024-11-20T03:32:30,817 DEBUG [RS:0;d00f728e99d7:39861 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T03:32:30,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T03:32:30,821 DEBUG [RS:1;d00f728e99d7:44513 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7 2024-11-20T03:32:30,822 DEBUG [RS:1;d00f728e99d7:44513 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41979 2024-11-20T03:32:30,822 DEBUG [RS:1;d00f728e99d7:44513 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T03:32:30,824 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:32:30,825 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62074094, jitterRate=-0.07502391934394836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:32:30,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732073550790Initializing all the Stores at 1732073550792 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732073550792Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732073550793 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073550793Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732073550793Cleaning up temporary data from old regions at 1732073550815 (+22 ms)Region opened successfully at 1732073550829 (+14 ms) 2024-11-20T03:32:30,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T03:32:30,829 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T03:32:30,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T03:32:30,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T03:32:30,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T03:32:30,831 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T03:32:30,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732073550829Disabling compacts and flushes for region at 1732073550829Disabling writes for close at 1732073550829Writing region close event to WAL at 1732073550830 (+1 ms)Closed at 1732073550831 (+1 ms) 2024-11-20T03:32:30,834 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T03:32:30,834 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T03:32:30,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T03:32:30,847 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T03:32:30,850 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T03:32:30,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43343-0x101564ce37a0000, quorum=127.0.0.1:50798, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T03:32:30,870 DEBUG [RS:0;d00f728e99d7:39861 {}] zookeeper.ZKUtil(111): regionserver:39861-0x101564ce37a0001, quorum=127.0.0.1:50798, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d00f728e99d7,39861,1732073549275 2024-11-20T03:32:30,870 DEBUG [RS:2;d00f728e99d7:35569 {}] zookeeper.ZKUtil(111): regionserver:35569-0x101564ce37a0003, quorum=127.0.0.1:50798, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d00f728e99d7,35569,1732073549412 2024-11-20T03:32:30,870 WARN [RS:0;d00f728e99d7:39861 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T03:32:30,870 WARN [RS:2;d00f728e99d7:35569 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T03:32:30,870 INFO [RS:0;d00f728e99d7:39861 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:32:30,870 INFO [RS:2;d00f728e99d7:35569 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:32:30,870 DEBUG [RS:1;d00f728e99d7:44513 {}] zookeeper.ZKUtil(111): regionserver:44513-0x101564ce37a0002, quorum=127.0.0.1:50798, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d00f728e99d7,44513,1732073549369 2024-11-20T03:32:30,870 WARN [RS:1;d00f728e99d7:44513 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T03:32:30,870 DEBUG [RS:0;d00f728e99d7:39861 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/WALs/d00f728e99d7,39861,1732073549275 2024-11-20T03:32:30,870 INFO [RS:1;d00f728e99d7:44513 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:32:30,870 DEBUG [RS:2;d00f728e99d7:35569 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/WALs/d00f728e99d7,35569,1732073549412 2024-11-20T03:32:30,871 DEBUG [RS:1;d00f728e99d7:44513 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/WALs/d00f728e99d7,44513,1732073549369 2024-11-20T03:32:30,872 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d00f728e99d7,35569,1732073549412] 2024-11-20T03:32:30,872 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d00f728e99d7,44513,1732073549369] 2024-11-20T03:32:30,872 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d00f728e99d7,39861,1732073549275] 2024-11-20T03:32:30,897 INFO [RS:1;d00f728e99d7:44513 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T03:32:30,897 INFO [RS:2;d00f728e99d7:35569 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T03:32:30,897 INFO [RS:0;d00f728e99d7:39861 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T03:32:30,916 INFO [RS:2;d00f728e99d7:35569 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T03:32:30,916 INFO [RS:0;d00f728e99d7:39861 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T03:32:30,916 INFO [RS:1;d00f728e99d7:44513 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T03:32:30,921 INFO [RS:1;d00f728e99d7:44513 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T03:32:30,921 INFO [RS:0;d00f728e99d7:39861 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T03:32:30,921 INFO [RS:2;d00f728e99d7:35569 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T03:32:30,921 INFO [RS:2;d00f728e99d7:35569 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:32:30,921 INFO [RS:1;d00f728e99d7:44513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:32:30,921 INFO [RS:0;d00f728e99d7:39861 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:32:30,922 INFO [RS:2;d00f728e99d7:35569 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T03:32:30,922 INFO [RS:0;d00f728e99d7:39861 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T03:32:30,922 INFO [RS:1;d00f728e99d7:44513 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T03:32:30,928 INFO [RS:2;d00f728e99d7:35569 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T03:32:30,928 INFO [RS:0;d00f728e99d7:39861 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T03:32:30,928 INFO [RS:1;d00f728e99d7:44513 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T03:32:30,929 INFO [RS:2;d00f728e99d7:35569 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T03:32:30,929 INFO [RS:0;d00f728e99d7:39861 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T03:32:30,929 INFO [RS:1;d00f728e99d7:44513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T03:32:30,930 DEBUG [RS:1;d00f728e99d7:44513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:32:30,930 DEBUG [RS:0;d00f728e99d7:39861 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:32:30,930 DEBUG [RS:2;d00f728e99d7:35569 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:32:30,930 DEBUG [RS:2;d00f728e99d7:35569 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:32:30,930 DEBUG [RS:0;d00f728e99d7:39861 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:32:30,930 DEBUG [RS:1;d00f728e99d7:44513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:32:30,930 DEBUG [RS:2;d00f728e99d7:35569 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:32:30,930 DEBUG [RS:0;d00f728e99d7:39861 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:32:30,930 DEBUG [RS:2;d00f728e99d7:35569 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:32:30,930 DEBUG [RS:1;d00f728e99d7:44513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:32:30,930 DEBUG [RS:2;d00f728e99d7:35569 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:32:30,930 DEBUG [RS:0;d00f728e99d7:39861 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:32:30,930 DEBUG [RS:1;d00f728e99d7:44513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:32:30,930 DEBUG [RS:2;d00f728e99d7:35569 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d00f728e99d7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T03:32:30,930 DEBUG [RS:0;d00f728e99d7:39861 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:32:30,930 DEBUG [RS:1;d00f728e99d7:44513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:32:30,930 DEBUG [RS:2;d00f728e99d7:35569 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:32:30,930 DEBUG [RS:0;d00f728e99d7:39861 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d00f728e99d7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T03:32:30,930 DEBUG [RS:1;d00f728e99d7:44513 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d00f728e99d7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T03:32:30,930 DEBUG [RS:2;d00f728e99d7:35569 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:32:30,931 DEBUG [RS:0;d00f728e99d7:39861 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:32:30,931 DEBUG [RS:2;d00f728e99d7:35569 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:32:30,931 DEBUG [RS:1;d00f728e99d7:44513 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:32:30,931 DEBUG [RS:2;d00f728e99d7:35569 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:32:30,931 DEBUG [RS:0;d00f728e99d7:39861 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:32:30,931 DEBUG [RS:1;d00f728e99d7:44513 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:32:30,931 DEBUG [RS:2;d00f728e99d7:35569 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:32:30,931 DEBUG [RS:0;d00f728e99d7:39861 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:32:30,931 DEBUG [RS:2;d00f728e99d7:35569 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:32:30,931 DEBUG [RS:1;d00f728e99d7:44513 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:32:30,931 DEBUG [RS:0;d00f728e99d7:39861 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:32:30,931 DEBUG [RS:2;d00f728e99d7:35569 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d00f728e99d7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T03:32:30,931 DEBUG [RS:1;d00f728e99d7:44513 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:32:30,931 DEBUG [RS:2;d00f728e99d7:35569 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d00f728e99d7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T03:32:30,931 DEBUG [RS:0;d00f728e99d7:39861 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:32:30,931 DEBUG [RS:1;d00f728e99d7:44513 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:32:30,931 DEBUG [RS:0;d00f728e99d7:39861 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:32:30,931 DEBUG [RS:1;d00f728e99d7:44513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:32:30,931 DEBUG [RS:0;d00f728e99d7:39861 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d00f728e99d7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T03:32:30,931 DEBUG [RS:1;d00f728e99d7:44513 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d00f728e99d7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T03:32:30,931 DEBUG [RS:0;d00f728e99d7:39861 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d00f728e99d7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T03:32:30,932 DEBUG [RS:1;d00f728e99d7:44513 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d00f728e99d7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T03:32:30,933 INFO [RS:2;d00f728e99d7:35569 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T03:32:30,933 INFO [RS:0;d00f728e99d7:39861 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T03:32:30,933 INFO [RS:2;d00f728e99d7:35569 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T03:32:30,933 INFO [RS:0;d00f728e99d7:39861 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T03:32:30,933 INFO [RS:2;d00f728e99d7:35569 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:32:30,933 INFO [RS:1;d00f728e99d7:44513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T03:32:30,933 INFO [RS:0;d00f728e99d7:39861 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:32:30,933 INFO [RS:2;d00f728e99d7:35569 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T03:32:30,933 INFO [RS:1;d00f728e99d7:44513 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T03:32:30,933 INFO [RS:0;d00f728e99d7:39861 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T03:32:30,933 INFO [RS:1;d00f728e99d7:44513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:32:30,934 INFO [RS:0;d00f728e99d7:39861 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T03:32:30,934 INFO [RS:1;d00f728e99d7:44513 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T03:32:30,934 INFO [RS:0;d00f728e99d7:39861 {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,39861,1732073549275-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T03:32:30,934 INFO [RS:1;d00f728e99d7:44513 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T03:32:30,934 INFO [RS:2;d00f728e99d7:35569 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T03:32:30,934 INFO [RS:1;d00f728e99d7:44513 {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,44513,1732073549369-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T03:32:30,934 INFO [RS:2;d00f728e99d7:35569 {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,35569,1732073549412-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T03:32:30,952 INFO [RS:0;d00f728e99d7:39861 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T03:32:30,953 INFO [RS:0;d00f728e99d7:39861 {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,39861,1732073549275-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:32:30,954 INFO [RS:0;d00f728e99d7:39861 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:32:30,954 INFO [RS:0;d00f728e99d7:39861 {}] regionserver.Replication(171): d00f728e99d7,39861,1732073549275 started 2024-11-20T03:32:30,955 INFO [RS:1;d00f728e99d7:44513 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T03:32:30,955 INFO [RS:2;d00f728e99d7:35569 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T03:32:30,956 INFO [RS:1;d00f728e99d7:44513 {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,44513,1732073549369-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:32:30,956 INFO [RS:2;d00f728e99d7:35569 {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,35569,1732073549412-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:32:30,956 INFO [RS:2;d00f728e99d7:35569 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:32:30,956 INFO [RS:2;d00f728e99d7:35569 {}] regionserver.Replication(171): d00f728e99d7,35569,1732073549412 started 2024-11-20T03:32:30,956 INFO [RS:1;d00f728e99d7:44513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:32:30,956 INFO [RS:1;d00f728e99d7:44513 {}] regionserver.Replication(171): d00f728e99d7,44513,1732073549369 started 2024-11-20T03:32:30,979 INFO [RS:2;d00f728e99d7:35569 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:32:30,979 INFO [RS:1;d00f728e99d7:44513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:32:30,979 INFO [RS:0;d00f728e99d7:39861 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:32:30,980 INFO [RS:0;d00f728e99d7:39861 {}] regionserver.HRegionServer(1482): Serving as d00f728e99d7,39861,1732073549275, RpcServer on d00f728e99d7/172.17.0.2:39861, sessionid=0x101564ce37a0001 2024-11-20T03:32:30,980 INFO [RS:2;d00f728e99d7:35569 {}] regionserver.HRegionServer(1482): Serving as d00f728e99d7,35569,1732073549412, RpcServer on d00f728e99d7/172.17.0.2:35569, sessionid=0x101564ce37a0003 2024-11-20T03:32:30,980 INFO [RS:1;d00f728e99d7:44513 {}] regionserver.HRegionServer(1482): Serving as d00f728e99d7,44513,1732073549369, RpcServer on d00f728e99d7/172.17.0.2:44513, sessionid=0x101564ce37a0002 2024-11-20T03:32:30,981 DEBUG [RS:1;d00f728e99d7:44513 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T03:32:30,981 DEBUG [RS:0;d00f728e99d7:39861 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T03:32:30,981 DEBUG [RS:2;d00f728e99d7:35569 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T03:32:30,981 DEBUG [RS:2;d00f728e99d7:35569 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d00f728e99d7,35569,1732073549412 2024-11-20T03:32:30,981 DEBUG [RS:0;d00f728e99d7:39861 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d00f728e99d7,39861,1732073549275 2024-11-20T03:32:30,981 DEBUG [RS:1;d00f728e99d7:44513 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d00f728e99d7,44513,1732073549369 2024-11-20T03:32:30,981 DEBUG [RS:2;d00f728e99d7:35569 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd00f728e99d7,35569,1732073549412' 2024-11-20T03:32:30,981 DEBUG [RS:1;d00f728e99d7:44513 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd00f728e99d7,44513,1732073549369' 2024-11-20T03:32:30,981 DEBUG [RS:0;d00f728e99d7:39861 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd00f728e99d7,39861,1732073549275' 2024-11-20T03:32:30,981 DEBUG [RS:2;d00f728e99d7:35569 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T03:32:30,981 DEBUG [RS:1;d00f728e99d7:44513 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T03:32:30,981 DEBUG [RS:0;d00f728e99d7:39861 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T03:32:30,982 DEBUG [RS:0;d00f728e99d7:39861 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T03:32:30,982 DEBUG [RS:2;d00f728e99d7:35569 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T03:32:30,982 DEBUG [RS:1;d00f728e99d7:44513 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T03:32:30,983 DEBUG [RS:0;d00f728e99d7:39861 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T03:32:30,983 DEBUG [RS:1;d00f728e99d7:44513 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T03:32:30,983 DEBUG [RS:0;d00f728e99d7:39861 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T03:32:30,983 DEBUG [RS:1;d00f728e99d7:44513 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T03:32:30,983 DEBUG [RS:2;d00f728e99d7:35569 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T03:32:30,983 DEBUG [RS:2;d00f728e99d7:35569 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T03:32:30,983 DEBUG [RS:1;d00f728e99d7:44513 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d00f728e99d7,44513,1732073549369 2024-11-20T03:32:30,983 DEBUG [RS:0;d00f728e99d7:39861 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d00f728e99d7,39861,1732073549275 2024-11-20T03:32:30,983 DEBUG [RS:2;d00f728e99d7:35569 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d00f728e99d7,35569,1732073549412 2024-11-20T03:32:30,983 DEBUG [RS:1;d00f728e99d7:44513 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd00f728e99d7,44513,1732073549369' 2024-11-20T03:32:30,983 DEBUG [RS:2;d00f728e99d7:35569 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd00f728e99d7,35569,1732073549412' 2024-11-20T03:32:30,983 DEBUG [RS:0;d00f728e99d7:39861 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd00f728e99d7,39861,1732073549275' 2024-11-20T03:32:30,983 DEBUG [RS:2;d00f728e99d7:35569 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T03:32:30,983 DEBUG [RS:1;d00f728e99d7:44513 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T03:32:30,983 DEBUG [RS:0;d00f728e99d7:39861 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T03:32:30,984 DEBUG [RS:1;d00f728e99d7:44513 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T03:32:30,984 DEBUG [RS:0;d00f728e99d7:39861 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T03:32:30,984 DEBUG [RS:2;d00f728e99d7:35569 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T03:32:30,984 DEBUG [RS:1;d00f728e99d7:44513 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T03:32:30,984 DEBUG [RS:0;d00f728e99d7:39861 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T03:32:30,984 INFO [RS:1;d00f728e99d7:44513 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T03:32:30,984 INFO [RS:0;d00f728e99d7:39861 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T03:32:30,984 INFO [RS:1;d00f728e99d7:44513 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T03:32:30,984 DEBUG [RS:2;d00f728e99d7:35569 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T03:32:30,984 INFO [RS:0;d00f728e99d7:39861 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T03:32:30,984 INFO [RS:2;d00f728e99d7:35569 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T03:32:30,984 INFO [RS:2;d00f728e99d7:35569 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T03:32:31,001 WARN [d00f728e99d7:43343 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T03:32:31,089 INFO [RS:2;d00f728e99d7:35569 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T03:32:31,089 INFO [RS:1;d00f728e99d7:44513 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T03:32:31,089 INFO [RS:0;d00f728e99d7:39861 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T03:32:31,093 INFO [RS:2;d00f728e99d7:35569 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d00f728e99d7%2C35569%2C1732073549412, suffix=, logDir=hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/WALs/d00f728e99d7,35569,1732073549412, archiveDir=hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/oldWALs, maxLogs=32 2024-11-20T03:32:31,093 INFO [RS:0;d00f728e99d7:39861 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d00f728e99d7%2C39861%2C1732073549275, suffix=, logDir=hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/WALs/d00f728e99d7,39861,1732073549275, archiveDir=hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/oldWALs, maxLogs=32 2024-11-20T03:32:31,094 INFO [RS:1;d00f728e99d7:44513 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d00f728e99d7%2C44513%2C1732073549369, suffix=, logDir=hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/WALs/d00f728e99d7,44513,1732073549369, archiveDir=hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/oldWALs, maxLogs=32 2024-11-20T03:32:31,110 DEBUG [RS:1;d00f728e99d7:44513 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/WALs/d00f728e99d7,44513,1732073549369/d00f728e99d7%2C44513%2C1732073549369.1732073551097, exclude list is [], retry=0 2024-11-20T03:32:31,113 DEBUG [RS:2;d00f728e99d7:35569 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/WALs/d00f728e99d7,35569,1732073549412/d00f728e99d7%2C35569%2C1732073549412.1732073551097, exclude list is [], retry=0 2024-11-20T03:32:31,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45307,DS-ecc3968b-fe64-4473-a084-39beed01f67f,DISK] 2024-11-20T03:32:31,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-3a7caaa7-e8e3-4775-b1cd-0081c7e34d1f,DISK] 2024-11-20T03:32:31,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34689,DS-5dc277a6-e3c6-45a9-b2f0-7edbfe9a39f1,DISK] 2024-11-20T03:32:31,116 DEBUG [RS:0;d00f728e99d7:39861 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/WALs/d00f728e99d7,39861,1732073549275/d00f728e99d7%2C39861%2C1732073549275.1732073551097, exclude list is [], retry=0 2024-11-20T03:32:31,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45307,DS-ecc3968b-fe64-4473-a084-39beed01f67f,DISK] 2024-11-20T03:32:31,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-3a7caaa7-e8e3-4775-b1cd-0081c7e34d1f,DISK] 2024-11-20T03:32:31,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34689,DS-5dc277a6-e3c6-45a9-b2f0-7edbfe9a39f1,DISK] 2024-11-20T03:32:31,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45307,DS-ecc3968b-fe64-4473-a084-39beed01f67f,DISK] 2024-11-20T03:32:31,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34689,DS-5dc277a6-e3c6-45a9-b2f0-7edbfe9a39f1,DISK] 2024-11-20T03:32:31,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-3a7caaa7-e8e3-4775-b1cd-0081c7e34d1f,DISK] 2024-11-20T03:32:31,124 INFO [RS:1;d00f728e99d7:44513 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/WALs/d00f728e99d7,44513,1732073549369/d00f728e99d7%2C44513%2C1732073549369.1732073551097 2024-11-20T03:32:31,131 DEBUG [RS:1;d00f728e99d7:44513 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38549:38549),(127.0.0.1/127.0.0.1:42565:42565),(127.0.0.1/127.0.0.1:45269:45269)] 2024-11-20T03:32:31,132 INFO [RS:2;d00f728e99d7:35569 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/WALs/d00f728e99d7,35569,1732073549412/d00f728e99d7%2C35569%2C1732073549412.1732073551097 2024-11-20T03:32:31,135 DEBUG [RS:2;d00f728e99d7:35569 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45269:45269),(127.0.0.1/127.0.0.1:38549:38549),(127.0.0.1/127.0.0.1:42565:42565)] 2024-11-20T03:32:31,140 INFO [RS:0;d00f728e99d7:39861 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/WALs/d00f728e99d7,39861,1732073549275/d00f728e99d7%2C39861%2C1732073549275.1732073551097 2024-11-20T03:32:31,141 DEBUG [RS:0;d00f728e99d7:39861 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45269:45269),(127.0.0.1/127.0.0.1:38549:38549),(127.0.0.1/127.0.0.1:42565:42565)] 2024-11-20T03:32:31,255 DEBUG [d00f728e99d7:43343 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-20T03:32:31,264 DEBUG [d00f728e99d7:43343 {}] balancer.BalancerClusterState(204): Hosts are {d00f728e99d7=0} racks are {/default-rack=0} 2024-11-20T03:32:31,270 DEBUG [d00f728e99d7:43343 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T03:32:31,270 DEBUG [d00f728e99d7:43343 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T03:32:31,270 DEBUG [d00f728e99d7:43343 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-20T03:32:31,270 DEBUG [d00f728e99d7:43343 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T03:32:31,270 DEBUG [d00f728e99d7:43343 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T03:32:31,270 DEBUG [d00f728e99d7:43343 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-20T03:32:31,270 INFO [d00f728e99d7:43343 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T03:32:31,270 INFO [d00f728e99d7:43343 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T03:32:31,270 INFO [d00f728e99d7:43343 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-20T03:32:31,270 DEBUG [d00f728e99d7:43343 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T03:32:31,278 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d00f728e99d7,35569,1732073549412 2024-11-20T03:32:31,283 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d00f728e99d7,35569,1732073549412, state=OPENING 2024-11-20T03:32:31,340 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T03:32:31,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39861-0x101564ce37a0001, quorum=127.0.0.1:50798, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T03:32:31,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35569-0x101564ce37a0003, quorum=127.0.0.1:50798, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T03:32:31,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44513-0x101564ce37a0002, quorum=127.0.0.1:50798, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T03:32:31,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43343-0x101564ce37a0000, quorum=127.0.0.1:50798, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T03:32:31,353 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T03:32:31,353 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T03:32:31,353 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T03:32:31,355 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T03:32:31,356 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T03:32:31,360 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d00f728e99d7,35569,1732073549412}] 2024-11-20T03:32:31,538 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T03:32:31,540 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58493, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T03:32:31,553 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T03:32:31,553 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:32:31,554 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T03:32:31,557 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d00f728e99d7%2C35569%2C1732073549412.meta, suffix=.meta, logDir=hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/WALs/d00f728e99d7,35569,1732073549412, archiveDir=hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/oldWALs, maxLogs=32 2024-11-20T03:32:31,575 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/WALs/d00f728e99d7,35569,1732073549412/d00f728e99d7%2C35569%2C1732073549412.meta.1732073551559.meta, exclude list is [], retry=0 2024-11-20T03:32:31,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45307,DS-ecc3968b-fe64-4473-a084-39beed01f67f,DISK] 2024-11-20T03:32:31,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-3a7caaa7-e8e3-4775-b1cd-0081c7e34d1f,DISK] 2024-11-20T03:32:31,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34689,DS-5dc277a6-e3c6-45a9-b2f0-7edbfe9a39f1,DISK] 2024-11-20T03:32:31,583 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/WALs/d00f728e99d7,35569,1732073549412/d00f728e99d7%2C35569%2C1732073549412.meta.1732073551559.meta 2024-11-20T03:32:31,583 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45269:45269),(127.0.0.1/127.0.0.1:42565:42565),(127.0.0.1/127.0.0.1:38549:38549)] 2024-11-20T03:32:31,583 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:32:31,585 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T03:32:31,587 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T03:32:31,592 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T03:32:31,596 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T03:32:31,597 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:32:31,597 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T03:32:31,597 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T03:32:31,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T03:32:31,602 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T03:32:31,602 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:31,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:32:31,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T03:32:31,604 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T03:32:31,604 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:31,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:32:31,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T03:32:31,606 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T03:32:31,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:31,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:32:31,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T03:32:31,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T03:32:31,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:31,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:32:31,610 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T03:32:31,612 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/hbase/meta/1588230740 2024-11-20T03:32:31,614 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/hbase/meta/1588230740 2024-11-20T03:32:31,617 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T03:32:31,617 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T03:32:31,617 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:32:31,620 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T03:32:31,622 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62711080, jitterRate=-0.06553208827972412}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:32:31,622 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T03:32:31,623 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732073551598Writing region info on filesystem at 1732073551598Initializing all the Stores at 1732073551600 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732073551600Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732073551600Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073551600Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732073551600Cleaning up temporary data from old regions at 1732073551617 (+17 ms)Running coprocessor post-open hooks at 1732073551622 (+5 ms)Region opened successfully at 1732073551623 (+1 ms) 2024-11-20T03:32:31,630 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732073551526 2024-11-20T03:32:31,640 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T03:32:31,641 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T03:32:31,642 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d00f728e99d7,35569,1732073549412 2024-11-20T03:32:31,645 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d00f728e99d7,35569,1732073549412, state=OPEN 2024-11-20T03:32:31,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39861-0x101564ce37a0001, quorum=127.0.0.1:50798, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T03:32:31,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44513-0x101564ce37a0002, quorum=127.0.0.1:50798, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T03:32:31,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35569-0x101564ce37a0003, quorum=127.0.0.1:50798, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T03:32:31,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43343-0x101564ce37a0000, quorum=127.0.0.1:50798, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T03:32:31,655 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T03:32:31,655 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T03:32:31,655 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T03:32:31,655 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T03:32:31,656 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d00f728e99d7,35569,1732073549412 2024-11-20T03:32:31,662 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T03:32:31,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d00f728e99d7,35569,1732073549412 in 296 msec 2024-11-20T03:32:31,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T03:32:31,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 825 msec 2024-11-20T03:32:31,671 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T03:32:31,671 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T03:32:31,693 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:32:31,695 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,35569,1732073549412, seqNum=-1] 2024-11-20T03:32:31,716 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:32:31,718 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38525, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:32:31,738 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1330 sec 2024-11-20T03:32:31,738 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732073551738, completionTime=-1 2024-11-20T03:32:31,742 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-20T03:32:31,742 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T03:32:31,765 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-20T03:32:31,765 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732073611765 2024-11-20T03:32:31,765 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732073671765 2024-11-20T03:32:31,765 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 23 msec 2024-11-20T03:32:31,767 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-20T03:32:31,775 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,43343,1732073548506-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:32:31,775 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,43343,1732073548506-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:32:31,775 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,43343,1732073548506-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:32:31,777 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d00f728e99d7:43343, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:32:31,777 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T03:32:31,778 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T03:32:31,783 DEBUG [master/d00f728e99d7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T03:32:31,805 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.280sec 2024-11-20T03:32:31,806 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T03:32:31,807 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T03:32:31,808 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T03:32:31,808 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T03:32:31,808 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T03:32:31,809 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,43343,1732073548506-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T03:32:31,809 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,43343,1732073548506-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T03:32:31,814 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T03:32:31,815 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T03:32:31,815 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,43343,1732073548506-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:32:31,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6adc31d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:32:31,864 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,43343,-1 for getting cluster id 2024-11-20T03:32:31,867 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:32:31,874 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b807ca1-2681-4b4b-967c-b4d3f6ec50b0' 2024-11-20T03:32:31,876 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:32:31,876 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b807ca1-2681-4b4b-967c-b4d3f6ec50b0" 2024-11-20T03:32:31,876 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@749afd79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:32:31,876 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,43343,-1] 2024-11-20T03:32:31,878 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:32:31,881 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:32:31,881 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:32:31,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a9e95a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:32:31,885 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:32:31,892 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,35569,1732073549412, seqNum=-1] 2024-11-20T03:32:31,892 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:32:31,894 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:32:31,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d00f728e99d7,43343,1732073548506 2024-11-20T03:32:31,913 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:41979/hbase 2024-11-20T03:32:31,925 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=366, OpenFileDescriptor=611, MaxFileDescriptor=1048576, SystemLoadAverage=298, ProcessCount=11, AvailableMemoryMB=7359 2024-11-20T03:32:31,943 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:32:31,946 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:32:31,947 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T03:32:31,952 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-32029909, suffix=, logDir=hdfs://localhost:41979/hbase/WALs/hregion-32029909, archiveDir=hdfs://localhost:41979/hbase/oldWALs, maxLogs=32 2024-11-20T03:32:31,966 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-32029909/hregion-32029909.1732073551954, exclude list is [], retry=0 2024-11-20T03:32:31,970 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34689,DS-5dc277a6-e3c6-45a9-b2f0-7edbfe9a39f1,DISK] 2024-11-20T03:32:31,971 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45307,DS-ecc3968b-fe64-4473-a084-39beed01f67f,DISK] 2024-11-20T03:32:31,971 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-3a7caaa7-e8e3-4775-b1cd-0081c7e34d1f,DISK] 2024-11-20T03:32:31,974 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-32029909/hregion-32029909.1732073551954 2024-11-20T03:32:31,975 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38549:38549),(127.0.0.1/127.0.0.1:45269:45269),(127.0.0.1/127.0.0.1:42565:42565)] 2024-11-20T03:32:31,975 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 74714b031aafd17083e4888f17f0eef3, NAME => 'testReplayEditsWrittenIntoWAL,,1732073551944.74714b031aafd17083e4888f17f0eef3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41979/hbase 2024-11-20T03:32:31,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741838_1014 (size=64) 2024-11-20T03:32:31,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741838_1014 (size=64) 2024-11-20T03:32:31,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741838_1014 (size=64) 2024-11-20T03:32:31,990 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732073551944.74714b031aafd17083e4888f17f0eef3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:32:31,992 INFO [StoreOpener-74714b031aafd17083e4888f17f0eef3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 74714b031aafd17083e4888f17f0eef3 2024-11-20T03:32:31,995 INFO [StoreOpener-74714b031aafd17083e4888f17f0eef3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74714b031aafd17083e4888f17f0eef3 columnFamilyName a 2024-11-20T03:32:31,995 DEBUG [StoreOpener-74714b031aafd17083e4888f17f0eef3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:31,996 INFO [StoreOpener-74714b031aafd17083e4888f17f0eef3-1 {}] regionserver.HStore(327): Store=74714b031aafd17083e4888f17f0eef3/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:32:31,996 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 74714b031aafd17083e4888f17f0eef3 2024-11-20T03:32:31,998 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/74714b031aafd17083e4888f17f0eef3 2024-11-20T03:32:31,999 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/74714b031aafd17083e4888f17f0eef3 2024-11-20T03:32:32,000 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 74714b031aafd17083e4888f17f0eef3 2024-11-20T03:32:32,000 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 74714b031aafd17083e4888f17f0eef3 2024-11-20T03:32:32,003 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 74714b031aafd17083e4888f17f0eef3 2024-11-20T03:32:32,007 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/74714b031aafd17083e4888f17f0eef3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:32:32,008 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 74714b031aafd17083e4888f17f0eef3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68255697, jitterRate=0.01708914339542389}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T03:32:32,010 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 74714b031aafd17083e4888f17f0eef3: Writing region info on filesystem at 1732073551990Initializing all the Stores at 1732073551992 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073551992Cleaning up temporary data from old regions at 1732073552000 (+8 ms)Region opened successfully at 1732073552010 (+10 ms) 2024-11-20T03:32:32,010 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 74714b031aafd17083e4888f17f0eef3, disabling compactions & flushes 2024-11-20T03:32:32,010 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732073551944.74714b031aafd17083e4888f17f0eef3. 2024-11-20T03:32:32,010 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732073551944.74714b031aafd17083e4888f17f0eef3. 2024-11-20T03:32:32,010 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732073551944.74714b031aafd17083e4888f17f0eef3. after waiting 0 ms 2024-11-20T03:32:32,010 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732073551944.74714b031aafd17083e4888f17f0eef3. 2024-11-20T03:32:32,011 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732073551944.74714b031aafd17083e4888f17f0eef3. 2024-11-20T03:32:32,011 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 74714b031aafd17083e4888f17f0eef3: Waiting for close lock at 1732073552010Disabling compacts and flushes for region at 1732073552010Disabling writes for close at 1732073552010Writing region close event to WAL at 1732073552011 (+1 ms)Closed at 1732073552011 2024-11-20T03:32:32,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741837_1013 (size=95) 2024-11-20T03:32:32,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741837_1013 (size=95) 2024-11-20T03:32:32,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741837_1013 (size=95) 2024-11-20T03:32:32,024 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T03:32:32,024 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-32029909:(num 1732073551954) 2024-11-20T03:32:32,026 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-20T03:32:32,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741839_1015 (size=320) 2024-11-20T03:32:32,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741839_1015 (size=320) 2024-11-20T03:32:32,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741839_1015 (size=320) 2024-11-20T03:32:32,047 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-20T03:32:32,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741840_1016 (size=253) 2024-11-20T03:32:32,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741840_1016 (size=253) 2024-11-20T03:32:32,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741840_1016 (size=253) 2024-11-20T03:32:32,084 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41979/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732073551942/wal-1, size=320 (320bytes) 2024-11-20T03:32:32,085 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-20T03:32:32,085 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-20T03:32:32,085 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41979/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732073551942/wal-1 2024-11-20T03:32:32,091 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41979/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732073551942/wal-1 after 4ms 2024-11-20T03:32:32,096 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41979/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732073551942/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T03:32:32,097 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41979/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732073551942/wal-1 took 14ms 2024-11-20T03:32:32,107 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41979/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732073551942/wal-1 so closing down 2024-11-20T03:32:32,107 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T03:32:32,110 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-20T03:32:32,112 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/74714b031aafd17083e4888f17f0eef3/recovered.edits/0000000000000000001-wal-1.temp 2024-11-20T03:32:32,113 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T03:32:32,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741841_1017 (size=320) 2024-11-20T03:32:32,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741841_1017 (size=320) 2024-11-20T03:32:32,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741841_1017 (size=320) 2024-11-20T03:32:32,124 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/74714b031aafd17083e4888f17f0eef3/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-20T03:32:32,127 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/74714b031aafd17083e4888f17f0eef3/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/74714b031aafd17083e4888f17f0eef3/recovered.edits/0000000000000000002 2024-11-20T03:32:32,132 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:41979/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732073551942/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-11-20T03:32:32,132 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41979/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732073551942/wal-1, journal: Splitting hdfs://localhost:41979/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732073551942/wal-1, size=320 (320bytes) at 1732073552084Finishing writing output for hdfs://localhost:41979/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732073551942/wal-1 so closing down at 1732073552107 (+23 ms)Creating recovered edits writer path=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/74714b031aafd17083e4888f17f0eef3/recovered.edits/0000000000000000001-wal-1.temp at 1732073552112 (+5 ms)3 split writer threads finished at 1732073552113 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/74714b031aafd17083e4888f17f0eef3/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732073552124 (+11 ms)Rename recovered edits hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/74714b031aafd17083e4888f17f0eef3/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/74714b031aafd17083e4888f17f0eef3/recovered.edits/0000000000000000002 at 1732073552127 (+3 ms)Processed 2 edits across 1 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:41979/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732073551942/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1732073552132 (+5 ms) 2024-11-20T03:32:32,147 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41979/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732073551942/wal-2, size=253 (253bytes) 2024-11-20T03:32:32,148 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41979/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732073551942/wal-2 2024-11-20T03:32:32,148 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41979/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732073551942/wal-2 after 0ms 2024-11-20T03:32:32,152 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41979/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732073551942/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T03:32:32,152 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41979/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732073551942/wal-2 took 5ms 2024-11-20T03:32:32,155 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41979/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732073551942/wal-2 so closing down 2024-11-20T03:32:32,155 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T03:32:32,158 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-20T03:32:32,159 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/74714b031aafd17083e4888f17f0eef3/recovered.edits/0000000000000000002-wal-2.temp 2024-11-20T03:32:32,160 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T03:32:32,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741842_1018 (size=253) 2024-11-20T03:32:32,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741842_1018 (size=253) 2024-11-20T03:32:32,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741842_1018 (size=253) 2024-11-20T03:32:32,169 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/74714b031aafd17083e4888f17f0eef3/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-20T03:32:32,173 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/74714b031aafd17083e4888f17f0eef3/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T03:32:32,177 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/74714b031aafd17083e4888f17f0eef3/recovered.edits/0000000000000000002-wal-2.temp, length=253 2024-11-20T03:32:32,179 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:41979/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732073551942/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-11-20T03:32:32,179 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41979/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732073551942/wal-2, journal: Splitting hdfs://localhost:41979/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732073551942/wal-2, size=253 (253bytes) at 1732073552147Finishing writing output for hdfs://localhost:41979/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732073551942/wal-2 so closing down at 1732073552155 (+8 ms)Creating recovered edits writer path=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/74714b031aafd17083e4888f17f0eef3/recovered.edits/0000000000000000002-wal-2.temp at 1732073552159 (+4 ms)3 split writer threads finished at 1732073552160 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/74714b031aafd17083e4888f17f0eef3/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732073552169 (+9 ms)Processed 1 edits across 1 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:41979/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732073551942/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1732073552179 (+10 ms) 2024-11-20T03:32:32,179 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T03:32:32,181 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41979/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732073551942, archiveDir=hdfs://localhost:41979/hbase/oldWALs, maxLogs=32 2024-11-20T03:32:32,196 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732073551942/wal.1732073552183, exclude list is [], retry=0 2024-11-20T03:32:32,200 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45307,DS-ecc3968b-fe64-4473-a084-39beed01f67f,DISK] 2024-11-20T03:32:32,201 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34689,DS-5dc277a6-e3c6-45a9-b2f0-7edbfe9a39f1,DISK] 2024-11-20T03:32:32,201 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-3a7caaa7-e8e3-4775-b1cd-0081c7e34d1f,DISK] 2024-11-20T03:32:32,204 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732073551942/wal.1732073552183 2024-11-20T03:32:32,205 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45269:45269),(127.0.0.1/127.0.0.1:38549:38549),(127.0.0.1/127.0.0.1:42565:42565)] 2024-11-20T03:32:32,205 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 74714b031aafd17083e4888f17f0eef3, NAME => 'testReplayEditsWrittenIntoWAL,,1732073551944.74714b031aafd17083e4888f17f0eef3.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:32:32,206 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732073551944.74714b031aafd17083e4888f17f0eef3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:32:32,206 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 74714b031aafd17083e4888f17f0eef3 2024-11-20T03:32:32,206 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 74714b031aafd17083e4888f17f0eef3 2024-11-20T03:32:32,208 INFO [StoreOpener-74714b031aafd17083e4888f17f0eef3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 74714b031aafd17083e4888f17f0eef3 2024-11-20T03:32:32,210 INFO [StoreOpener-74714b031aafd17083e4888f17f0eef3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74714b031aafd17083e4888f17f0eef3 columnFamilyName a 2024-11-20T03:32:32,210 DEBUG [StoreOpener-74714b031aafd17083e4888f17f0eef3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:32,212 INFO [StoreOpener-74714b031aafd17083e4888f17f0eef3-1 {}] regionserver.HStore(327): Store=74714b031aafd17083e4888f17f0eef3/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:32:32,212 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 74714b031aafd17083e4888f17f0eef3 2024-11-20T03:32:32,213 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/74714b031aafd17083e4888f17f0eef3 2024-11-20T03:32:32,216 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/74714b031aafd17083e4888f17f0eef3 2024-11-20T03:32:32,218 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/74714b031aafd17083e4888f17f0eef3/recovered.edits/0000000000000000002 2024-11-20T03:32:32,222 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/74714b031aafd17083e4888f17f0eef3/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T03:32:32,228 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/74714b031aafd17083e4888f17f0eef3/recovered.edits/0000000000000000002 2024-11-20T03:32:32,231 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 74714b031aafd17083e4888f17f0eef3 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-20T03:32:32,279 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/74714b031aafd17083e4888f17f0eef3/.tmp/a/d5359082da8a46ea8537febb0a2a0458 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1732073552024/Put/seqid=0 2024-11-20T03:32:32,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741844_1020 (size=5170) 2024-11-20T03:32:32,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741844_1020 (size=5170) 2024-11-20T03:32:32,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741844_1020 (size=5170) 2024-11-20T03:32:32,317 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/74714b031aafd17083e4888f17f0eef3/.tmp/a/d5359082da8a46ea8537febb0a2a0458 2024-11-20T03:32:32,361 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/74714b031aafd17083e4888f17f0eef3/.tmp/a/d5359082da8a46ea8537febb0a2a0458 as hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/74714b031aafd17083e4888f17f0eef3/a/d5359082da8a46ea8537febb0a2a0458 2024-11-20T03:32:32,371 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/74714b031aafd17083e4888f17f0eef3/a/d5359082da8a46ea8537febb0a2a0458, entries=2, sequenceid=2, filesize=5.0 K 2024-11-20T03:32:32,375 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 74714b031aafd17083e4888f17f0eef3 in 144ms, sequenceid=2, compaction requested=false; wal=null 2024-11-20T03:32:32,377 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/74714b031aafd17083e4888f17f0eef3/recovered.edits/0000000000000000002 2024-11-20T03:32:32,378 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 74714b031aafd17083e4888f17f0eef3 2024-11-20T03:32:32,378 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 74714b031aafd17083e4888f17f0eef3 2024-11-20T03:32:32,380 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 74714b031aafd17083e4888f17f0eef3 2024-11-20T03:32:32,383 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/74714b031aafd17083e4888f17f0eef3/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-20T03:32:32,384 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 74714b031aafd17083e4888f17f0eef3; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74441878, jitterRate=0.10927042365074158}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T03:32:32,385 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 74714b031aafd17083e4888f17f0eef3: Writing region info on filesystem at 1732073552206Initializing all the Stores at 1732073552208 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073552208Obtaining lock to block concurrent updates at 1732073552231 (+23 ms)Preparing flush snapshotting stores in 74714b031aafd17083e4888f17f0eef3 at 1732073552231Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1732073551944.74714b031aafd17083e4888f17f0eef3., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1732073552234 (+3 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1732073551944.74714b031aafd17083e4888f17f0eef3. at 1732073552234Flushing 74714b031aafd17083e4888f17f0eef3/a: creating writer at 1732073552235 (+1 ms)Flushing 74714b031aafd17083e4888f17f0eef3/a: appending metadata at 1732073552268 (+33 ms)Flushing 74714b031aafd17083e4888f17f0eef3/a: closing flushed file at 1732073552270 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7981c500: reopening flushed file at 1732073552359 (+89 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 74714b031aafd17083e4888f17f0eef3 in 144ms, sequenceid=2, compaction requested=false; wal=null at 1732073552376 (+17 ms)Cleaning up temporary data from old regions at 1732073552378 (+2 ms)Region opened successfully at 1732073552385 (+7 ms) 2024-11-20T03:32:32,413 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=377 (was 366) Potentially hanging thread: PacketResponder: BP-1191262944-172.17.0.2-1732073544019:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1191262944-172.17.0.2-1732073544019:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_643972393_22 at /127.0.0.1:39360 [Receiving block BP-1191262944-172.17.0.2-1732073544019:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_643972393_22 at /127.0.0.1:36736 [Receiving block BP-1191262944-172.17.0.2-1732073544019:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1191262944-172.17.0.2-1732073544019:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_643972393_22 at /127.0.0.1:36652 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_643972393_22 at /127.0.0.1:37960 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_643972393_22 at /127.0.0.1:34560 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:41979/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_643972393_22 at /127.0.0.1:34850 [Receiving block BP-1191262944-172.17.0.2-1732073544019:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 611) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=298 (was 298), ProcessCount=11 (was 11), AvailableMemoryMB=7264 (was 7359) 2024-11-20T03:32:32,424 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=377, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=298, ProcessCount=11, AvailableMemoryMB=7262 2024-11-20T03:32:32,439 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:32:32,442 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:32:32,443 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T03:32:32,447 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-75476774, suffix=, logDir=hdfs://localhost:41979/hbase/WALs/hregion-75476774, archiveDir=hdfs://localhost:41979/hbase/oldWALs, maxLogs=32 2024-11-20T03:32:32,463 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-75476774/hregion-75476774.1732073552448, exclude list is [], retry=0 2024-11-20T03:32:32,468 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-3a7caaa7-e8e3-4775-b1cd-0081c7e34d1f,DISK] 2024-11-20T03:32:32,468 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34689,DS-5dc277a6-e3c6-45a9-b2f0-7edbfe9a39f1,DISK] 2024-11-20T03:32:32,468 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45307,DS-ecc3968b-fe64-4473-a084-39beed01f67f,DISK] 2024-11-20T03:32:32,472 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-75476774/hregion-75476774.1732073552448 2024-11-20T03:32:32,472 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42565:42565),(127.0.0.1/127.0.0.1:38549:38549),(127.0.0.1/127.0.0.1:45269:45269)] 2024-11-20T03:32:32,473 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 579a9bcbb0cffc3d8d942f054360647e, NAME => 'testReplayEditsWrittenIntoWAL,,1732073552440.579a9bcbb0cffc3d8d942f054360647e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41979/hbase 2024-11-20T03:32:32,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741846_1022 (size=64) 2024-11-20T03:32:32,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741846_1022 (size=64) 2024-11-20T03:32:32,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741846_1022 (size=64) 2024-11-20T03:32:32,490 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732073552440.579a9bcbb0cffc3d8d942f054360647e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:32:32,491 INFO [StoreOpener-579a9bcbb0cffc3d8d942f054360647e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 579a9bcbb0cffc3d8d942f054360647e 2024-11-20T03:32:32,494 INFO [StoreOpener-579a9bcbb0cffc3d8d942f054360647e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 579a9bcbb0cffc3d8d942f054360647e columnFamilyName a 2024-11-20T03:32:32,494 DEBUG [StoreOpener-579a9bcbb0cffc3d8d942f054360647e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:32,495 INFO [StoreOpener-579a9bcbb0cffc3d8d942f054360647e-1 {}] regionserver.HStore(327): Store=579a9bcbb0cffc3d8d942f054360647e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:32:32,495 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 579a9bcbb0cffc3d8d942f054360647e 2024-11-20T03:32:32,496 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/579a9bcbb0cffc3d8d942f054360647e 2024-11-20T03:32:32,497 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/579a9bcbb0cffc3d8d942f054360647e 2024-11-20T03:32:32,497 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 579a9bcbb0cffc3d8d942f054360647e 2024-11-20T03:32:32,497 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 579a9bcbb0cffc3d8d942f054360647e 2024-11-20T03:32:32,499 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 579a9bcbb0cffc3d8d942f054360647e 2024-11-20T03:32:32,502 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/579a9bcbb0cffc3d8d942f054360647e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:32:32,503 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 579a9bcbb0cffc3d8d942f054360647e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71558567, jitterRate=0.0663057416677475}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T03:32:32,503 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 579a9bcbb0cffc3d8d942f054360647e: Writing region info on filesystem at 1732073552490Initializing all the Stores at 1732073552491 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073552491Cleaning up temporary data from old regions at 1732073552497 (+6 ms)Region opened successfully at 1732073552503 (+6 ms) 2024-11-20T03:32:32,503 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 579a9bcbb0cffc3d8d942f054360647e, disabling compactions & flushes 2024-11-20T03:32:32,503 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732073552440.579a9bcbb0cffc3d8d942f054360647e. 2024-11-20T03:32:32,503 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732073552440.579a9bcbb0cffc3d8d942f054360647e. 2024-11-20T03:32:32,503 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732073552440.579a9bcbb0cffc3d8d942f054360647e. after waiting 0 ms 2024-11-20T03:32:32,503 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732073552440.579a9bcbb0cffc3d8d942f054360647e. 2024-11-20T03:32:32,504 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732073552440.579a9bcbb0cffc3d8d942f054360647e. 2024-11-20T03:32:32,504 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 579a9bcbb0cffc3d8d942f054360647e: Waiting for close lock at 1732073552503Disabling compacts and flushes for region at 1732073552503Disabling writes for close at 1732073552503Writing region close event to WAL at 1732073552504 (+1 ms)Closed at 1732073552504 2024-11-20T03:32:32,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741845_1021 (size=95) 2024-11-20T03:32:32,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741845_1021 (size=95) 2024-11-20T03:32:32,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741845_1021 (size=95) 2024-11-20T03:32:32,513 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T03:32:32,514 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-75476774:(num 1732073552448) 2024-11-20T03:32:32,515 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-20T03:32:32,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741847_1023 (size=320) 2024-11-20T03:32:32,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741847_1023 (size=320) 2024-11-20T03:32:32,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741847_1023 (size=320) 2024-11-20T03:32:32,529 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-20T03:32:32,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741848_1024 (size=253) 2024-11-20T03:32:32,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741848_1024 (size=253) 2024-11-20T03:32:32,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741848_1024 (size=253) 2024-11-20T03:32:32,561 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41979/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732073552438/wal-2, size=253 (253bytes) 2024-11-20T03:32:32,562 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41979/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732073552438/wal-2 2024-11-20T03:32:32,563 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41979/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732073552438/wal-2 after 1ms 2024-11-20T03:32:32,567 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41979/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732073552438/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T03:32:32,567 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41979/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732073552438/wal-2 took 6ms 2024-11-20T03:32:32,570 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41979/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732073552438/wal-2 so closing down 2024-11-20T03:32:32,570 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T03:32:32,572 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-20T03:32:32,574 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/579a9bcbb0cffc3d8d942f054360647e/recovered.edits/0000000000000000002-wal-2.temp 2024-11-20T03:32:32,574 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T03:32:32,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741849_1025 (size=253) 2024-11-20T03:32:32,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741849_1025 (size=253) 2024-11-20T03:32:32,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741849_1025 (size=253) 2024-11-20T03:32:32,583 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/579a9bcbb0cffc3d8d942f054360647e/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-20T03:32:32,586 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/579a9bcbb0cffc3d8d942f054360647e/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/579a9bcbb0cffc3d8d942f054360647e/recovered.edits/0000000000000000002 2024-11-20T03:32:32,586 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:41979/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732073552438/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-11-20T03:32:32,586 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41979/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732073552438/wal-2, journal: Splitting hdfs://localhost:41979/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732073552438/wal-2, size=253 (253bytes) at 1732073552561Finishing writing output for hdfs://localhost:41979/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732073552438/wal-2 so closing down at 1732073552570 (+9 ms)Creating recovered edits writer path=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/579a9bcbb0cffc3d8d942f054360647e/recovered.edits/0000000000000000002-wal-2.temp at 1732073552574 (+4 ms)3 split writer threads finished at 1732073552574Closed recovered edits writer path=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/579a9bcbb0cffc3d8d942f054360647e/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732073552583 (+9 ms)Rename recovered edits hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/579a9bcbb0cffc3d8d942f054360647e/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/579a9bcbb0cffc3d8d942f054360647e/recovered.edits/0000000000000000002 at 1732073552586 (+3 ms)Processed 1 edits across 1 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:41979/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732073552438/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1732073552586 2024-11-20T03:32:32,600 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41979/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732073552438/wal-1, size=320 (320bytes) 2024-11-20T03:32:32,600 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41979/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732073552438/wal-1 2024-11-20T03:32:32,601 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41979/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732073552438/wal-1 after 0ms 2024-11-20T03:32:32,604 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41979/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732073552438/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T03:32:32,604 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41979/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732073552438/wal-1 took 5ms 2024-11-20T03:32:32,607 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41979/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732073552438/wal-1 so closing down 2024-11-20T03:32:32,607 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T03:32:32,609 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-20T03:32:32,611 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/579a9bcbb0cffc3d8d942f054360647e/recovered.edits/0000000000000000001-wal-1.temp 2024-11-20T03:32:32,612 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T03:32:32,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741850_1026 (size=320) 2024-11-20T03:32:32,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741850_1026 (size=320) 2024-11-20T03:32:32,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741850_1026 (size=320) 2024-11-20T03:32:32,622 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/579a9bcbb0cffc3d8d942f054360647e/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-20T03:32:32,625 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/579a9bcbb0cffc3d8d942f054360647e/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T03:32:32,628 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/579a9bcbb0cffc3d8d942f054360647e/recovered.edits/0000000000000000002, length=253 2024-11-20T03:32:32,630 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/579a9bcbb0cffc3d8d942f054360647e/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/579a9bcbb0cffc3d8d942f054360647e/recovered.edits/0000000000000000002 2024-11-20T03:32:32,630 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:41979/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732073552438/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-11-20T03:32:32,630 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41979/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732073552438/wal-1, journal: Splitting hdfs://localhost:41979/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732073552438/wal-1, size=320 (320bytes) at 1732073552600Finishing writing output for hdfs://localhost:41979/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732073552438/wal-1 so closing down at 1732073552607 (+7 ms)Creating recovered edits writer path=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/579a9bcbb0cffc3d8d942f054360647e/recovered.edits/0000000000000000001-wal-1.temp at 1732073552611 (+4 ms)3 split writer threads finished at 1732073552612 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/579a9bcbb0cffc3d8d942f054360647e/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732073552622 (+10 ms)Rename recovered edits hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/579a9bcbb0cffc3d8d942f054360647e/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/579a9bcbb0cffc3d8d942f054360647e/recovered.edits/0000000000000000002 at 1732073552630 (+8 ms)Processed 2 edits across 1 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:41979/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732073552438/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1732073552630 2024-11-20T03:32:32,630 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T03:32:32,632 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41979/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732073552438, archiveDir=hdfs://localhost:41979/hbase/oldWALs, maxLogs=32 2024-11-20T03:32:32,645 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732073552438/wal.1732073552633, exclude list is [], retry=0 2024-11-20T03:32:32,649 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34689,DS-5dc277a6-e3c6-45a9-b2f0-7edbfe9a39f1,DISK] 2024-11-20T03:32:32,649 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45307,DS-ecc3968b-fe64-4473-a084-39beed01f67f,DISK] 2024-11-20T03:32:32,649 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-3a7caaa7-e8e3-4775-b1cd-0081c7e34d1f,DISK] 2024-11-20T03:32:32,652 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732073552438/wal.1732073552633 2024-11-20T03:32:32,652 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38549:38549),(127.0.0.1/127.0.0.1:45269:45269),(127.0.0.1/127.0.0.1:42565:42565)] 2024-11-20T03:32:32,653 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 579a9bcbb0cffc3d8d942f054360647e, NAME => 'testReplayEditsWrittenIntoWAL,,1732073552440.579a9bcbb0cffc3d8d942f054360647e.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:32:32,653 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732073552440.579a9bcbb0cffc3d8d942f054360647e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:32:32,653 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 579a9bcbb0cffc3d8d942f054360647e 2024-11-20T03:32:32,653 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 579a9bcbb0cffc3d8d942f054360647e 2024-11-20T03:32:32,656 INFO [StoreOpener-579a9bcbb0cffc3d8d942f054360647e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 579a9bcbb0cffc3d8d942f054360647e 2024-11-20T03:32:32,658 INFO [StoreOpener-579a9bcbb0cffc3d8d942f054360647e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 579a9bcbb0cffc3d8d942f054360647e columnFamilyName a 2024-11-20T03:32:32,658 DEBUG [StoreOpener-579a9bcbb0cffc3d8d942f054360647e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:32,659 INFO [StoreOpener-579a9bcbb0cffc3d8d942f054360647e-1 {}] regionserver.HStore(327): Store=579a9bcbb0cffc3d8d942f054360647e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:32:32,659 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 579a9bcbb0cffc3d8d942f054360647e 2024-11-20T03:32:32,660 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/579a9bcbb0cffc3d8d942f054360647e 2024-11-20T03:32:32,663 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/579a9bcbb0cffc3d8d942f054360647e 2024-11-20T03:32:32,664 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/579a9bcbb0cffc3d8d942f054360647e/recovered.edits/0000000000000000002 2024-11-20T03:32:32,667 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/579a9bcbb0cffc3d8d942f054360647e/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T03:32:32,669 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/579a9bcbb0cffc3d8d942f054360647e/recovered.edits/0000000000000000002 2024-11-20T03:32:32,669 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 579a9bcbb0cffc3d8d942f054360647e 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-20T03:32:32,690 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/579a9bcbb0cffc3d8d942f054360647e/.tmp/a/3f50049b16d44ffc9c38941af7bcbae5 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1732073552514/Put/seqid=0 2024-11-20T03:32:32,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741852_1028 (size=5170) 2024-11-20T03:32:32,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741852_1028 (size=5170) 2024-11-20T03:32:32,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741852_1028 (size=5170) 2024-11-20T03:32:32,700 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/579a9bcbb0cffc3d8d942f054360647e/.tmp/a/3f50049b16d44ffc9c38941af7bcbae5 2024-11-20T03:32:32,710 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/579a9bcbb0cffc3d8d942f054360647e/.tmp/a/3f50049b16d44ffc9c38941af7bcbae5 as hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/579a9bcbb0cffc3d8d942f054360647e/a/3f50049b16d44ffc9c38941af7bcbae5 2024-11-20T03:32:32,721 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/579a9bcbb0cffc3d8d942f054360647e/a/3f50049b16d44ffc9c38941af7bcbae5, entries=2, sequenceid=2, filesize=5.0 K 2024-11-20T03:32:32,721 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 579a9bcbb0cffc3d8d942f054360647e in 52ms, sequenceid=2, compaction requested=false; wal=null 2024-11-20T03:32:32,722 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/579a9bcbb0cffc3d8d942f054360647e/recovered.edits/0000000000000000002 2024-11-20T03:32:32,723 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 579a9bcbb0cffc3d8d942f054360647e 2024-11-20T03:32:32,723 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 579a9bcbb0cffc3d8d942f054360647e 2024-11-20T03:32:32,726 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 579a9bcbb0cffc3d8d942f054360647e 2024-11-20T03:32:32,729 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/579a9bcbb0cffc3d8d942f054360647e/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-20T03:32:32,730 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 579a9bcbb0cffc3d8d942f054360647e; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71745507, jitterRate=0.06909136474132538}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T03:32:32,730 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 579a9bcbb0cffc3d8d942f054360647e: Writing region info on filesystem at 1732073552653Initializing all the Stores at 1732073552655 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073552655Obtaining lock to block concurrent updates at 1732073552669 (+14 ms)Preparing flush snapshotting stores in 579a9bcbb0cffc3d8d942f054360647e at 1732073552669Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1732073552440.579a9bcbb0cffc3d8d942f054360647e., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1732073552670 (+1 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1732073552440.579a9bcbb0cffc3d8d942f054360647e. at 1732073552670Flushing 579a9bcbb0cffc3d8d942f054360647e/a: creating writer at 1732073552670Flushing 579a9bcbb0cffc3d8d942f054360647e/a: appending metadata at 1732073552689 (+19 ms)Flushing 579a9bcbb0cffc3d8d942f054360647e/a: closing flushed file at 1732073552689Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c20606c: reopening flushed file at 1732073552709 (+20 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 579a9bcbb0cffc3d8d942f054360647e in 52ms, sequenceid=2, compaction requested=false; wal=null at 1732073552721 (+12 ms)Cleaning up temporary data from old regions at 1732073552723 (+2 ms)Region opened successfully at 1732073552730 (+7 ms) 2024-11-20T03:32:32,746 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=387 (was 377) Potentially hanging thread: PacketResponder: BP-1191262944-172.17.0.2-1732073544019:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1191262944-172.17.0.2-1732073544019:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_643972393_22 at /127.0.0.1:34906 [Receiving block BP-1191262944-172.17.0.2-1732073544019:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_643972393_22 at /127.0.0.1:36652 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_643972393_22 at /127.0.0.1:34560 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_643972393_22 at /127.0.0.1:36802 [Receiving block BP-1191262944-172.17.0.2-1732073544019:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_643972393_22 at /127.0.0.1:39440 [Receiving block BP-1191262944-172.17.0.2-1732073544019:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1191262944-172.17.0.2-1732073544019:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=298 (was 298), ProcessCount=11 (was 11), AvailableMemoryMB=7254 (was 7262) 2024-11-20T03:32:32,757 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=387, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=298, ProcessCount=11, AvailableMemoryMB=7254 2024-11-20T03:32:32,773 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:32:32,775 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:32:32,776 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T03:32:32,779 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-15678897, suffix=, logDir=hdfs://localhost:41979/hbase/WALs/hregion-15678897, archiveDir=hdfs://localhost:41979/hbase/oldWALs, maxLogs=32 2024-11-20T03:32:32,793 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-15678897/hregion-15678897.1732073552780, exclude list is [], retry=0 2024-11-20T03:32:32,797 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45307,DS-ecc3968b-fe64-4473-a084-39beed01f67f,DISK] 2024-11-20T03:32:32,797 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-3a7caaa7-e8e3-4775-b1cd-0081c7e34d1f,DISK] 2024-11-20T03:32:32,797 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34689,DS-5dc277a6-e3c6-45a9-b2f0-7edbfe9a39f1,DISK] 2024-11-20T03:32:32,800 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-15678897/hregion-15678897.1732073552780 2024-11-20T03:32:32,800 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45269:45269),(127.0.0.1/127.0.0.1:42565:42565),(127.0.0.1/127.0.0.1:38549:38549)] 2024-11-20T03:32:32,800 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 25849889b6dfe2ef0f74f2b55520d3f9, NAME => 'testReplayEditsWrittenIntoWAL,,1732073552774.25849889b6dfe2ef0f74f2b55520d3f9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41979/hbase 2024-11-20T03:32:32,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741854_1030 (size=64) 2024-11-20T03:32:32,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741854_1030 (size=64) 2024-11-20T03:32:32,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741854_1030 (size=64) 2024-11-20T03:32:32,812 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732073552774.25849889b6dfe2ef0f74f2b55520d3f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:32:32,813 INFO [StoreOpener-25849889b6dfe2ef0f74f2b55520d3f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 25849889b6dfe2ef0f74f2b55520d3f9 2024-11-20T03:32:32,816 INFO [StoreOpener-25849889b6dfe2ef0f74f2b55520d3f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25849889b6dfe2ef0f74f2b55520d3f9 columnFamilyName a 2024-11-20T03:32:32,816 DEBUG [StoreOpener-25849889b6dfe2ef0f74f2b55520d3f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:32,817 INFO [StoreOpener-25849889b6dfe2ef0f74f2b55520d3f9-1 {}] regionserver.HStore(327): Store=25849889b6dfe2ef0f74f2b55520d3f9/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:32:32,817 INFO [StoreOpener-25849889b6dfe2ef0f74f2b55520d3f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 25849889b6dfe2ef0f74f2b55520d3f9 2024-11-20T03:32:32,818 INFO [StoreOpener-25849889b6dfe2ef0f74f2b55520d3f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25849889b6dfe2ef0f74f2b55520d3f9 columnFamilyName b 2024-11-20T03:32:32,818 DEBUG [StoreOpener-25849889b6dfe2ef0f74f2b55520d3f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:32,819 INFO [StoreOpener-25849889b6dfe2ef0f74f2b55520d3f9-1 {}] regionserver.HStore(327): Store=25849889b6dfe2ef0f74f2b55520d3f9/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:32:32,819 INFO [StoreOpener-25849889b6dfe2ef0f74f2b55520d3f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 25849889b6dfe2ef0f74f2b55520d3f9 2024-11-20T03:32:32,821 INFO [StoreOpener-25849889b6dfe2ef0f74f2b55520d3f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25849889b6dfe2ef0f74f2b55520d3f9 columnFamilyName c 2024-11-20T03:32:32,821 DEBUG [StoreOpener-25849889b6dfe2ef0f74f2b55520d3f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:32,822 INFO [StoreOpener-25849889b6dfe2ef0f74f2b55520d3f9-1 {}] regionserver.HStore(327): Store=25849889b6dfe2ef0f74f2b55520d3f9/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:32:32,822 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 25849889b6dfe2ef0f74f2b55520d3f9 2024-11-20T03:32:32,823 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/25849889b6dfe2ef0f74f2b55520d3f9 2024-11-20T03:32:32,823 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/25849889b6dfe2ef0f74f2b55520d3f9 2024-11-20T03:32:32,825 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 25849889b6dfe2ef0f74f2b55520d3f9 2024-11-20T03:32:32,825 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 25849889b6dfe2ef0f74f2b55520d3f9 2024-11-20T03:32:32,826 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T03:32:32,828 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 25849889b6dfe2ef0f74f2b55520d3f9 2024-11-20T03:32:32,830 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/25849889b6dfe2ef0f74f2b55520d3f9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:32:32,831 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 25849889b6dfe2ef0f74f2b55520d3f9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61036950, jitterRate=-0.0904785692691803}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T03:32:32,831 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 25849889b6dfe2ef0f74f2b55520d3f9: Writing region info on filesystem at 1732073552812Initializing all the Stores at 1732073552813 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073552813Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073552813Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073552813Cleaning up temporary data from old regions at 1732073552825 (+12 ms)Region opened successfully at 1732073552831 (+6 ms) 2024-11-20T03:32:32,832 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 25849889b6dfe2ef0f74f2b55520d3f9, disabling compactions & flushes 2024-11-20T03:32:32,832 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732073552774.25849889b6dfe2ef0f74f2b55520d3f9. 2024-11-20T03:32:32,832 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732073552774.25849889b6dfe2ef0f74f2b55520d3f9. 2024-11-20T03:32:32,832 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732073552774.25849889b6dfe2ef0f74f2b55520d3f9. after waiting 0 ms 2024-11-20T03:32:32,832 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732073552774.25849889b6dfe2ef0f74f2b55520d3f9. 2024-11-20T03:32:32,832 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732073552774.25849889b6dfe2ef0f74f2b55520d3f9. 2024-11-20T03:32:32,832 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 25849889b6dfe2ef0f74f2b55520d3f9: Waiting for close lock at 1732073552832Disabling compacts and flushes for region at 1732073552832Disabling writes for close at 1732073552832Writing region close event to WAL at 1732073552832Closed at 1732073552832 2024-11-20T03:32:32,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741853_1029 (size=95) 2024-11-20T03:32:32,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741853_1029 (size=95) 2024-11-20T03:32:32,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741853_1029 (size=95) 2024-11-20T03:32:32,840 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T03:32:32,840 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-15678897:(num 1732073552780) 2024-11-20T03:32:32,840 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T03:32:32,842 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41979/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732073552772, archiveDir=hdfs://localhost:41979/hbase/oldWALs, maxLogs=32 2024-11-20T03:32:32,857 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732073552772/wal.1732073552843, exclude list is [], retry=0 2024-11-20T03:32:32,860 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45307,DS-ecc3968b-fe64-4473-a084-39beed01f67f,DISK] 2024-11-20T03:32:32,861 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34689,DS-5dc277a6-e3c6-45a9-b2f0-7edbfe9a39f1,DISK] 2024-11-20T03:32:32,861 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-3a7caaa7-e8e3-4775-b1cd-0081c7e34d1f,DISK] 2024-11-20T03:32:32,863 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732073552772/wal.1732073552843 2024-11-20T03:32:32,863 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45269:45269),(127.0.0.1/127.0.0.1:38549:38549),(127.0.0.1/127.0.0.1:42565:42565)] 2024-11-20T03:32:33,101 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41979/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732073552772/wal.1732073552843, size=0 (0bytes) 2024-11-20T03:32:33,101 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:41979/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732073552772/wal.1732073552843 might be still open, length is 0 2024-11-20T03:32:33,101 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41979/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732073552772/wal.1732073552843 2024-11-20T03:32:33,102 WARN [IPC Server handler 0 on default port 41979 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732073552772/wal.1732073552843 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-11-20T03:32:33,103 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:41979/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732073552772/wal.1732073552843 after 1ms 2024-11-20T03:32:33,607 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_643972393_22 at /127.0.0.1:36842 [Receiving block BP-1191262944-172.17.0.2-1732073544019:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:45307:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36842 dst: /127.0.0.1:45307 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:45307 remote=/127.0.0.1:36842]. Total timeout mills is 60000, 59462 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T03:32:33,608 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_643972393_22 at /127.0.0.1:34940 [Receiving block BP-1191262944-172.17.0.2-1732073544019:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:37817:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34940 dst: /127.0.0.1:37817 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T03:32:33,608 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_643972393_22 at /127.0.0.1:39474 [Receiving block BP-1191262944-172.17.0.2-1732073544019:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:34689:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39474 dst: /127.0.0.1:34689 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T03:32:33,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741855_1032 (size=263633) 2024-11-20T03:32:33,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741855_1032 (size=263633) 2024-11-20T03:32:33,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741855_1032 (size=263633) 2024-11-20T03:32:37,104 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:41979/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732073552772/wal.1732073552843 after 4003ms 2024-11-20T03:32:37,110 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T03:32:37,113 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41979/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732073552772/wal.1732073552843: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T03:32:37,116 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41979/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732073552772/wal.1732073552843 took 4015ms 2024-11-20T03:32:37,121 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1732073552843.temp 2024-11-20T03:32:37,124 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/25849889b6dfe2ef0f74f2b55520d3f9/recovered.edits/0000000000000000001-wal.1732073552843.temp 2024-11-20T03:32:37,180 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T03:32:37,268 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:41979/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732073552772/wal.1732073552843; continuing. 2024-11-20T03:32:37,269 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41979/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732073552772/wal.1732073552843 so closing down 2024-11-20T03:32:37,269 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T03:32:37,269 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T03:32:37,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741856_1033 (size=263641) 2024-11-20T03:32:37,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741856_1033 (size=263641) 2024-11-20T03:32:37,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741856_1033 (size=263641) 2024-11-20T03:32:37,273 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/25849889b6dfe2ef0f74f2b55520d3f9/recovered.edits/0000000000000000001-wal.1732073552843.temp (wrote 3002 edits, skipped 0 edits in 72 ms) 2024-11-20T03:32:37,275 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/25849889b6dfe2ef0f74f2b55520d3f9/recovered.edits/0000000000000000001-wal.1732073552843.temp to hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/25849889b6dfe2ef0f74f2b55520d3f9/recovered.edits/0000000000000003002 2024-11-20T03:32:37,275 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 158 ms; skipped=0; WAL=hdfs://localhost:41979/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732073552772/wal.1732073552843, size=0, length=0, corrupted=false, cancelled=false 2024-11-20T03:32:37,275 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41979/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732073552772/wal.1732073552843, journal: Splitting hdfs://localhost:41979/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732073552772/wal.1732073552843, size=0 (0bytes) at 1732073553101Creating recovered edits writer path=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/25849889b6dfe2ef0f74f2b55520d3f9/recovered.edits/0000000000000000001-wal.1732073552843.temp at 1732073557124 (+4023 ms)Split 1024 edits, skipped 0 edits. at 1732073557216 (+92 ms)Split 2048 edits, skipped 0 edits. at 1732073557245 (+29 ms)Finishing writing output for hdfs://localhost:41979/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732073552772/wal.1732073552843 so closing down at 1732073557269 (+24 ms)3 split writer threads finished at 1732073557269Closed recovered edits writer path=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/25849889b6dfe2ef0f74f2b55520d3f9/recovered.edits/0000000000000000001-wal.1732073552843.temp (wrote 3002 edits, skipped 0 edits in 72 ms) at 1732073557273 (+4 ms)Rename recovered edits hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/25849889b6dfe2ef0f74f2b55520d3f9/recovered.edits/0000000000000000001-wal.1732073552843.temp to hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/25849889b6dfe2ef0f74f2b55520d3f9/recovered.edits/0000000000000003002 at 1732073557275 (+2 ms)Processed 3002 edits across 1 Regions in 158 ms; skipped=0; WAL=hdfs://localhost:41979/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732073552772/wal.1732073552843, size=0, length=0, corrupted=false, cancelled=false at 1732073557275 2024-11-20T03:32:37,277 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41979/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732073552772/wal.1732073552843 to hdfs://localhost:41979/hbase/oldWALs/wal.1732073552843 2024-11-20T03:32:37,279 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/25849889b6dfe2ef0f74f2b55520d3f9/recovered.edits/0000000000000003002 2024-11-20T03:32:37,279 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T03:32:37,282 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41979/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732073552772, archiveDir=hdfs://localhost:41979/hbase/oldWALs, maxLogs=32 2024-11-20T03:32:37,295 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732073552772/wal.1732073557282, exclude list is [], retry=0 2024-11-20T03:32:37,299 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-3a7caaa7-e8e3-4775-b1cd-0081c7e34d1f,DISK] 2024-11-20T03:32:37,299 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45307,DS-ecc3968b-fe64-4473-a084-39beed01f67f,DISK] 2024-11-20T03:32:37,300 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34689,DS-5dc277a6-e3c6-45a9-b2f0-7edbfe9a39f1,DISK] 2024-11-20T03:32:37,303 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732073552772/wal.1732073557282 2024-11-20T03:32:37,303 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42565:42565),(127.0.0.1/127.0.0.1:45269:45269),(127.0.0.1/127.0.0.1:38549:38549)] 2024-11-20T03:32:37,303 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732073552774.25849889b6dfe2ef0f74f2b55520d3f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:32:37,305 INFO [StoreOpener-25849889b6dfe2ef0f74f2b55520d3f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 25849889b6dfe2ef0f74f2b55520d3f9 2024-11-20T03:32:37,307 INFO [StoreOpener-25849889b6dfe2ef0f74f2b55520d3f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25849889b6dfe2ef0f74f2b55520d3f9 columnFamilyName a 2024-11-20T03:32:37,307 DEBUG [StoreOpener-25849889b6dfe2ef0f74f2b55520d3f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:37,308 INFO [StoreOpener-25849889b6dfe2ef0f74f2b55520d3f9-1 {}] regionserver.HStore(327): Store=25849889b6dfe2ef0f74f2b55520d3f9/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:32:37,308 INFO [StoreOpener-25849889b6dfe2ef0f74f2b55520d3f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 25849889b6dfe2ef0f74f2b55520d3f9 2024-11-20T03:32:37,309 INFO [StoreOpener-25849889b6dfe2ef0f74f2b55520d3f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25849889b6dfe2ef0f74f2b55520d3f9 columnFamilyName b 2024-11-20T03:32:37,309 DEBUG [StoreOpener-25849889b6dfe2ef0f74f2b55520d3f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:37,310 INFO [StoreOpener-25849889b6dfe2ef0f74f2b55520d3f9-1 {}] regionserver.HStore(327): Store=25849889b6dfe2ef0f74f2b55520d3f9/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:32:37,310 INFO [StoreOpener-25849889b6dfe2ef0f74f2b55520d3f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 25849889b6dfe2ef0f74f2b55520d3f9 2024-11-20T03:32:37,311 INFO [StoreOpener-25849889b6dfe2ef0f74f2b55520d3f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25849889b6dfe2ef0f74f2b55520d3f9 columnFamilyName c 2024-11-20T03:32:37,311 DEBUG [StoreOpener-25849889b6dfe2ef0f74f2b55520d3f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:37,312 INFO [StoreOpener-25849889b6dfe2ef0f74f2b55520d3f9-1 {}] regionserver.HStore(327): Store=25849889b6dfe2ef0f74f2b55520d3f9/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:32:37,312 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 25849889b6dfe2ef0f74f2b55520d3f9 2024-11-20T03:32:37,314 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/25849889b6dfe2ef0f74f2b55520d3f9 2024-11-20T03:32:37,316 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/25849889b6dfe2ef0f74f2b55520d3f9 2024-11-20T03:32:37,317 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/25849889b6dfe2ef0f74f2b55520d3f9/recovered.edits/0000000000000003002 2024-11-20T03:32:37,321 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/25849889b6dfe2ef0f74f2b55520d3f9/recovered.edits/0000000000000003002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T03:32:37,360 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-20T03:32:37,711 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 25849889b6dfe2ef0f74f2b55520d3f9 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-20T03:32:37,752 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/25849889b6dfe2ef0f74f2b55520d3f9/.tmp/a/22b875d973ed42d88d287d5bbfbea50a is 62, key is testReplayEditsWrittenIntoWAL/a:100/1732073552870/Put/seqid=0 2024-11-20T03:32:37,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741858_1035 (size=50463) 2024-11-20T03:32:37,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741858_1035 (size=50463) 2024-11-20T03:32:37,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741858_1035 (size=50463) 2024-11-20T03:32:37,764 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/25849889b6dfe2ef0f74f2b55520d3f9/.tmp/a/22b875d973ed42d88d287d5bbfbea50a 2024-11-20T03:32:37,773 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/25849889b6dfe2ef0f74f2b55520d3f9/.tmp/a/22b875d973ed42d88d287d5bbfbea50a as hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/25849889b6dfe2ef0f74f2b55520d3f9/a/22b875d973ed42d88d287d5bbfbea50a 2024-11-20T03:32:37,780 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/25849889b6dfe2ef0f74f2b55520d3f9/a/22b875d973ed42d88d287d5bbfbea50a, entries=754, sequenceid=754, filesize=49.3 K 2024-11-20T03:32:37,781 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for 25849889b6dfe2ef0f74f2b55520d3f9 in 70ms, sequenceid=754, compaction requested=false; wal=null 2024-11-20T03:32:37,814 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-20T03:32:37,815 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 25849889b6dfe2ef0f74f2b55520d3f9 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-20T03:32:37,824 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/25849889b6dfe2ef0f74f2b55520d3f9/.tmp/a/6b70b702c1ea4c1e92a6c7119fcebad0 is 62, key is testReplayEditsWrittenIntoWAL/a:754/1732073552911/Put/seqid=0 2024-11-20T03:32:37,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741859_1036 (size=20072) 2024-11-20T03:32:37,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741859_1036 (size=20072) 2024-11-20T03:32:37,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741859_1036 (size=20072) 2024-11-20T03:32:37,833 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/25849889b6dfe2ef0f74f2b55520d3f9/.tmp/a/6b70b702c1ea4c1e92a6c7119fcebad0 2024-11-20T03:32:37,857 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/25849889b6dfe2ef0f74f2b55520d3f9/.tmp/b/e71d644376814db69f3f45bcfe42d4e0 is 62, key is testReplayEditsWrittenIntoWAL/b:100/1732073552973/Put/seqid=0 2024-11-20T03:32:37,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741860_1037 (size=35835) 2024-11-20T03:32:37,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741860_1037 (size=35835) 2024-11-20T03:32:37,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741860_1037 (size=35835) 2024-11-20T03:32:37,866 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/25849889b6dfe2ef0f74f2b55520d3f9/.tmp/b/e71d644376814db69f3f45bcfe42d4e0 2024-11-20T03:32:37,874 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/25849889b6dfe2ef0f74f2b55520d3f9/.tmp/a/6b70b702c1ea4c1e92a6c7119fcebad0 as hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/25849889b6dfe2ef0f74f2b55520d3f9/a/6b70b702c1ea4c1e92a6c7119fcebad0 2024-11-20T03:32:37,883 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/25849889b6dfe2ef0f74f2b55520d3f9/a/6b70b702c1ea4c1e92a6c7119fcebad0, entries=246, sequenceid=1508, filesize=19.6 K 2024-11-20T03:32:37,884 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/25849889b6dfe2ef0f74f2b55520d3f9/.tmp/b/e71d644376814db69f3f45bcfe42d4e0 as hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/25849889b6dfe2ef0f74f2b55520d3f9/b/e71d644376814db69f3f45bcfe42d4e0 2024-11-20T03:32:37,891 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/25849889b6dfe2ef0f74f2b55520d3f9/b/e71d644376814db69f3f45bcfe42d4e0, entries=508, sequenceid=1508, filesize=35.0 K 2024-11-20T03:32:37,891 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 25849889b6dfe2ef0f74f2b55520d3f9 in 77ms, sequenceid=1508, compaction requested=false; wal=null 2024-11-20T03:32:37,912 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-20T03:32:37,912 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 25849889b6dfe2ef0f74f2b55520d3f9 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-20T03:32:37,922 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/25849889b6dfe2ef0f74f2b55520d3f9/.tmp/b/9b736523336a4785b421f3a5fe28bbed is 62, key is testReplayEditsWrittenIntoWAL/b:508/1732073552989/Put/seqid=0 2024-11-20T03:32:37,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741861_1038 (size=35082) 2024-11-20T03:32:37,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741861_1038 (size=35082) 2024-11-20T03:32:37,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741861_1038 (size=35082) 2024-11-20T03:32:37,936 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/25849889b6dfe2ef0f74f2b55520d3f9/.tmp/b/9b736523336a4785b421f3a5fe28bbed 2024-11-20T03:32:37,960 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/25849889b6dfe2ef0f74f2b55520d3f9/.tmp/c/811ce718299d428096d20d20e4dd6c95 is 62, key is testReplayEditsWrittenIntoWAL/c:100/1732073553015/Put/seqid=0 2024-11-20T03:32:37,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741862_1039 (size=20825) 2024-11-20T03:32:37,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741862_1039 (size=20825) 2024-11-20T03:32:37,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741862_1039 (size=20825) 2024-11-20T03:32:37,969 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/25849889b6dfe2ef0f74f2b55520d3f9/.tmp/c/811ce718299d428096d20d20e4dd6c95 2024-11-20T03:32:37,977 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/25849889b6dfe2ef0f74f2b55520d3f9/.tmp/b/9b736523336a4785b421f3a5fe28bbed as hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/25849889b6dfe2ef0f74f2b55520d3f9/b/9b736523336a4785b421f3a5fe28bbed 2024-11-20T03:32:37,986 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/25849889b6dfe2ef0f74f2b55520d3f9/b/9b736523336a4785b421f3a5fe28bbed, entries=492, sequenceid=2262, filesize=34.3 K 2024-11-20T03:32:37,988 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/25849889b6dfe2ef0f74f2b55520d3f9/.tmp/c/811ce718299d428096d20d20e4dd6c95 as hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/25849889b6dfe2ef0f74f2b55520d3f9/c/811ce718299d428096d20d20e4dd6c95 2024-11-20T03:32:37,995 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/25849889b6dfe2ef0f74f2b55520d3f9/c/811ce718299d428096d20d20e4dd6c95, entries=262, sequenceid=2262, filesize=20.3 K 2024-11-20T03:32:37,995 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 25849889b6dfe2ef0f74f2b55520d3f9 in 83ms, sequenceid=2262, compaction requested=false; wal=null 2024-11-20T03:32:38,008 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1732073553067/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1732073552774.25849889b6dfe2ef0f74f2b55520d3f9. 2024-11-20T03:32:38,011 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/25849889b6dfe2ef0f74f2b55520d3f9/recovered.edits/0000000000000003002 2024-11-20T03:32:38,011 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-20T03:32:38,012 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 25849889b6dfe2ef0f74f2b55520d3f9 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-11-20T03:32:38,021 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/25849889b6dfe2ef0f74f2b55520d3f9/.tmp/c/de915694d8ed4e0790baaceb507d725f is 62, key is testReplayEditsWrittenIntoWAL/c:262/1732073553021/Put/seqid=0 2024-11-20T03:32:38,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741863_1040 (size=50301) 2024-11-20T03:32:38,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741863_1040 (size=50301) 2024-11-20T03:32:38,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741863_1040 (size=50301) 2024-11-20T03:32:38,033 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/25849889b6dfe2ef0f74f2b55520d3f9/.tmp/c/de915694d8ed4e0790baaceb507d725f 2024-11-20T03:32:38,039 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for de915694d8ed4e0790baaceb507d725f 2024-11-20T03:32:38,040 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/25849889b6dfe2ef0f74f2b55520d3f9/.tmp/c/de915694d8ed4e0790baaceb507d725f as hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/25849889b6dfe2ef0f74f2b55520d3f9/c/de915694d8ed4e0790baaceb507d725f 2024-11-20T03:32:38,047 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for de915694d8ed4e0790baaceb507d725f 2024-11-20T03:32:38,047 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/25849889b6dfe2ef0f74f2b55520d3f9/c/de915694d8ed4e0790baaceb507d725f, entries=739, sequenceid=3002, filesize=49.1 K 2024-11-20T03:32:38,047 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for 25849889b6dfe2ef0f74f2b55520d3f9 in 35ms, sequenceid=3002, compaction requested=false; wal=null 2024-11-20T03:32:38,048 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/25849889b6dfe2ef0f74f2b55520d3f9/recovered.edits/0000000000000003002 2024-11-20T03:32:38,049 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 25849889b6dfe2ef0f74f2b55520d3f9 2024-11-20T03:32:38,049 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 25849889b6dfe2ef0f74f2b55520d3f9 2024-11-20T03:32:38,050 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T03:32:38,052 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 25849889b6dfe2ef0f74f2b55520d3f9 2024-11-20T03:32:38,055 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenIntoWAL/25849889b6dfe2ef0f74f2b55520d3f9/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-11-20T03:32:38,056 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 25849889b6dfe2ef0f74f2b55520d3f9; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67126541, jitterRate=2.63407826423645E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T03:32:38,057 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 25849889b6dfe2ef0f74f2b55520d3f9: Writing region info on filesystem at 1732073557304Initializing all the Stores at 1732073557305 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073557305Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073557305Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073557305Cleaning up temporary data from old regions at 1732073558049 (+744 ms)Region opened successfully at 1732073558057 (+8 ms) 2024-11-20T03:32:38,127 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 25849889b6dfe2ef0f74f2b55520d3f9, disabling compactions & flushes 2024-11-20T03:32:38,127 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732073552774.25849889b6dfe2ef0f74f2b55520d3f9. 2024-11-20T03:32:38,127 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732073552774.25849889b6dfe2ef0f74f2b55520d3f9. 2024-11-20T03:32:38,127 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732073552774.25849889b6dfe2ef0f74f2b55520d3f9. after waiting 0 ms 2024-11-20T03:32:38,127 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732073552774.25849889b6dfe2ef0f74f2b55520d3f9. 2024-11-20T03:32:38,129 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732073552774.25849889b6dfe2ef0f74f2b55520d3f9. 2024-11-20T03:32:38,130 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 25849889b6dfe2ef0f74f2b55520d3f9: Waiting for close lock at 1732073558127Disabling compacts and flushes for region at 1732073558127Disabling writes for close at 1732073558127Writing region close event to WAL at 1732073558129 (+2 ms)Closed at 1732073558129 2024-11-20T03:32:38,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741857_1034 (size=95) 2024-11-20T03:32:38,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741857_1034 (size=95) 2024-11-20T03:32:38,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741857_1034 (size=95) 2024-11-20T03:32:38,137 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T03:32:38,137 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732073557282) 2024-11-20T03:32:38,151 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=401 (was 387) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1416696481_22 at /127.0.0.1:36874 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1416696481_22 at /127.0.0.1:36910 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45385 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:41979 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:35841 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35841 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46c92702-a729-eda5-f6e0-f414bc3aa3fe/cluster_5d04f7a0-e6ee-e5ce-f11b-0282d5496804/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:41979 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:45385 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1416696481_22 at /127.0.0.1:34956 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46c92702-a729-eda5-f6e0-f414bc3aa3fe/cluster_5d04f7a0-e6ee-e5ce-f11b-0282d5496804/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1416696481_22 at /127.0.0.1:39484 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=274 (was 298), ProcessCount=11 (was 11), AvailableMemoryMB=7195 (was 7254) 2024-11-20T03:32:38,164 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=401, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=274, ProcessCount=11, AvailableMemoryMB=7195 2024-11-20T03:32:38,182 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:32:38,185 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:32:38,186 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T03:32:38,189 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-55380324, suffix=, logDir=hdfs://localhost:41979/hbase/WALs/hregion-55380324, archiveDir=hdfs://localhost:41979/hbase/oldWALs, maxLogs=32 2024-11-20T03:32:38,202 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-55380324/hregion-55380324.1732073558189, exclude list is [], retry=0 2024-11-20T03:32:38,205 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-3a7caaa7-e8e3-4775-b1cd-0081c7e34d1f,DISK] 2024-11-20T03:32:38,205 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45307,DS-ecc3968b-fe64-4473-a084-39beed01f67f,DISK] 2024-11-20T03:32:38,206 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34689,DS-5dc277a6-e3c6-45a9-b2f0-7edbfe9a39f1,DISK] 2024-11-20T03:32:38,208 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-55380324/hregion-55380324.1732073558189 2024-11-20T03:32:38,209 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42565:42565),(127.0.0.1/127.0.0.1:45269:45269),(127.0.0.1/127.0.0.1:38549:38549)] 2024-11-20T03:32:38,209 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 82fe4debec791ea4627b31fb2a4c4d5d, NAME => 'test2727,,1732073558183.82fe4debec791ea4627b31fb2a4c4d5d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41979/hbase 2024-11-20T03:32:38,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741865_1042 (size=43) 2024-11-20T03:32:38,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741865_1042 (size=43) 2024-11-20T03:32:38,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741865_1042 (size=43) 2024-11-20T03:32:38,629 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1732073558183.82fe4debec791ea4627b31fb2a4c4d5d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:32:38,633 INFO [StoreOpener-82fe4debec791ea4627b31fb2a4c4d5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 82fe4debec791ea4627b31fb2a4c4d5d 2024-11-20T03:32:38,638 INFO [StoreOpener-82fe4debec791ea4627b31fb2a4c4d5d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82fe4debec791ea4627b31fb2a4c4d5d columnFamilyName a 2024-11-20T03:32:38,639 DEBUG [StoreOpener-82fe4debec791ea4627b31fb2a4c4d5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:38,640 INFO [StoreOpener-82fe4debec791ea4627b31fb2a4c4d5d-1 {}] regionserver.HStore(327): Store=82fe4debec791ea4627b31fb2a4c4d5d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:32:38,641 INFO [StoreOpener-82fe4debec791ea4627b31fb2a4c4d5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 82fe4debec791ea4627b31fb2a4c4d5d 2024-11-20T03:32:38,644 INFO [StoreOpener-82fe4debec791ea4627b31fb2a4c4d5d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82fe4debec791ea4627b31fb2a4c4d5d columnFamilyName b 2024-11-20T03:32:38,644 DEBUG [StoreOpener-82fe4debec791ea4627b31fb2a4c4d5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:38,645 INFO [StoreOpener-82fe4debec791ea4627b31fb2a4c4d5d-1 {}] regionserver.HStore(327): Store=82fe4debec791ea4627b31fb2a4c4d5d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:32:38,645 INFO [StoreOpener-82fe4debec791ea4627b31fb2a4c4d5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 82fe4debec791ea4627b31fb2a4c4d5d 2024-11-20T03:32:38,647 INFO [StoreOpener-82fe4debec791ea4627b31fb2a4c4d5d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82fe4debec791ea4627b31fb2a4c4d5d columnFamilyName c 2024-11-20T03:32:38,647 DEBUG [StoreOpener-82fe4debec791ea4627b31fb2a4c4d5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:38,648 INFO [StoreOpener-82fe4debec791ea4627b31fb2a4c4d5d-1 {}] regionserver.HStore(327): Store=82fe4debec791ea4627b31fb2a4c4d5d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:32:38,648 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 82fe4debec791ea4627b31fb2a4c4d5d 2024-11-20T03:32:38,648 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41979/hbase/data/default/test2727/82fe4debec791ea4627b31fb2a4c4d5d 2024-11-20T03:32:38,649 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41979/hbase/data/default/test2727/82fe4debec791ea4627b31fb2a4c4d5d 2024-11-20T03:32:38,650 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 82fe4debec791ea4627b31fb2a4c4d5d 2024-11-20T03:32:38,650 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 82fe4debec791ea4627b31fb2a4c4d5d 2024-11-20T03:32:38,651 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T03:32:38,652 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 82fe4debec791ea4627b31fb2a4c4d5d 2024-11-20T03:32:38,654 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41979/hbase/data/default/test2727/82fe4debec791ea4627b31fb2a4c4d5d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:32:38,655 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 82fe4debec791ea4627b31fb2a4c4d5d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59899682, jitterRate=-0.10742518305778503}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T03:32:38,656 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 82fe4debec791ea4627b31fb2a4c4d5d: Writing region info on filesystem at 1732073558630Initializing all the Stores at 1732073558632 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073558632Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073558633 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073558633Cleaning up temporary data from old regions at 1732073558650 (+17 ms)Region opened successfully at 1732073558656 (+6 ms) 2024-11-20T03:32:38,656 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 82fe4debec791ea4627b31fb2a4c4d5d, disabling compactions & flushes 2024-11-20T03:32:38,656 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1732073558183.82fe4debec791ea4627b31fb2a4c4d5d. 2024-11-20T03:32:38,656 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1732073558183.82fe4debec791ea4627b31fb2a4c4d5d. 2024-11-20T03:32:38,656 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1732073558183.82fe4debec791ea4627b31fb2a4c4d5d. after waiting 0 ms 2024-11-20T03:32:38,656 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1732073558183.82fe4debec791ea4627b31fb2a4c4d5d. 2024-11-20T03:32:38,657 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1732073558183.82fe4debec791ea4627b31fb2a4c4d5d. 2024-11-20T03:32:38,657 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 82fe4debec791ea4627b31fb2a4c4d5d: Waiting for close lock at 1732073558656Disabling compacts and flushes for region at 1732073558656Disabling writes for close at 1732073558656Writing region close event to WAL at 1732073558656Closed at 1732073558656 2024-11-20T03:32:38,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741864_1041 (size=95) 2024-11-20T03:32:38,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741864_1041 (size=95) 2024-11-20T03:32:38,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741864_1041 (size=95) 2024-11-20T03:32:38,662 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T03:32:38,662 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-55380324:(num 1732073558189) 2024-11-20T03:32:38,662 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T03:32:38,663 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41979/hbase/WALs/test2727-manual,16010,1732073558181, archiveDir=hdfs://localhost:41979/hbase/oldWALs, maxLogs=32 2024-11-20T03:32:38,675 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732073558181/wal.1732073558664, exclude list is [], retry=0 2024-11-20T03:32:38,678 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45307,DS-ecc3968b-fe64-4473-a084-39beed01f67f,DISK] 2024-11-20T03:32:38,678 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-3a7caaa7-e8e3-4775-b1cd-0081c7e34d1f,DISK] 2024-11-20T03:32:38,678 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34689,DS-5dc277a6-e3c6-45a9-b2f0-7edbfe9a39f1,DISK] 2024-11-20T03:32:38,680 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732073558181/wal.1732073558664 2024-11-20T03:32:38,681 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45269:45269),(127.0.0.1/127.0.0.1:42565:42565),(127.0.0.1/127.0.0.1:38549:38549)] 2024-11-20T03:32:38,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741866_1043 (size=263359) 2024-11-20T03:32:38,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741866_1043 (size=263359) 2024-11-20T03:32:38,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741866_1043 (size=263359) 2024-11-20T03:32:38,827 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41979/hbase/WALs/test2727-manual,16010,1732073558181/wal.1732073558664, size=257.2 K (263359bytes) 2024-11-20T03:32:38,827 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41979/hbase/WALs/test2727-manual,16010,1732073558181/wal.1732073558664 2024-11-20T03:32:38,827 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41979/hbase/WALs/test2727-manual,16010,1732073558181/wal.1732073558664 after 0ms 2024-11-20T03:32:38,831 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41979/hbase/WALs/test2727-manual,16010,1732073558181/wal.1732073558664: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T03:32:38,833 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41979/hbase/WALs/test2727-manual,16010,1732073558181/wal.1732073558664 took 6ms 2024-11-20T03:32:38,835 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T03:32:38,836 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T03:32:38,839 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T03:32:38,839 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T03:32:38,840 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T03:32:38,840 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T03:32:38,841 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1732073558664.temp 2024-11-20T03:32:38,841 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-11-20T03:32:38,841 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-11-20T03:32:38,843 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41979/hbase/data/default/test2727/82fe4debec791ea4627b31fb2a4c4d5d/recovered.edits/0000000000000000001-wal.1732073558664.temp 2024-11-20T03:32:38,892 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41979/hbase/WALs/test2727-manual,16010,1732073558181/wal.1732073558664 so closing down 2024-11-20T03:32:38,892 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T03:32:38,892 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T03:32:38,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741867_1044 (size=263359) 2024-11-20T03:32:38,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741867_1044 (size=263359) 2024-11-20T03:32:38,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741867_1044 (size=263359) 2024-11-20T03:32:38,897 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41979/hbase/data/default/test2727/82fe4debec791ea4627b31fb2a4c4d5d/recovered.edits/0000000000000000001-wal.1732073558664.temp (wrote 3000 edits, skipped 0 edits in 36 ms) 2024-11-20T03:32:38,898 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41979/hbase/data/default/test2727/82fe4debec791ea4627b31fb2a4c4d5d/recovered.edits/0000000000000000001-wal.1732073558664.temp to hdfs://localhost:41979/hbase/data/default/test2727/82fe4debec791ea4627b31fb2a4c4d5d/recovered.edits/0000000000000003000 2024-11-20T03:32:38,899 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 66 ms; skipped=0; WAL=hdfs://localhost:41979/hbase/WALs/test2727-manual,16010,1732073558181/wal.1732073558664, size=257.2 K, length=263359, corrupted=false, cancelled=false 2024-11-20T03:32:38,899 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41979/hbase/WALs/test2727-manual,16010,1732073558181/wal.1732073558664, journal: Splitting hdfs://localhost:41979/hbase/WALs/test2727-manual,16010,1732073558181/wal.1732073558664, size=257.2 K (263359bytes) at 1732073558827Creating recovered edits writer path=hdfs://localhost:41979/hbase/data/default/test2727/82fe4debec791ea4627b31fb2a4c4d5d/recovered.edits/0000000000000000001-wal.1732073558664.temp at 1732073558843 (+16 ms)Split 1024 edits, skipped 0 edits. at 1732073558855 (+12 ms)Split 2048 edits, skipped 0 edits. at 1732073558873 (+18 ms)Finishing writing output for hdfs://localhost:41979/hbase/WALs/test2727-manual,16010,1732073558181/wal.1732073558664 so closing down at 1732073558892 (+19 ms)3 split writer threads finished at 1732073558892Closed recovered edits writer path=hdfs://localhost:41979/hbase/data/default/test2727/82fe4debec791ea4627b31fb2a4c4d5d/recovered.edits/0000000000000000001-wal.1732073558664.temp (wrote 3000 edits, skipped 0 edits in 36 ms) at 1732073558897 (+5 ms)Rename recovered edits hdfs://localhost:41979/hbase/data/default/test2727/82fe4debec791ea4627b31fb2a4c4d5d/recovered.edits/0000000000000000001-wal.1732073558664.temp to hdfs://localhost:41979/hbase/data/default/test2727/82fe4debec791ea4627b31fb2a4c4d5d/recovered.edits/0000000000000003000 at 1732073558899 (+2 ms)Processed 3000 edits across 1 Regions in 66 ms; skipped=0; WAL=hdfs://localhost:41979/hbase/WALs/test2727-manual,16010,1732073558181/wal.1732073558664, size=257.2 K, length=263359, corrupted=false, cancelled=false at 1732073558899 2024-11-20T03:32:38,901 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41979/hbase/WALs/test2727-manual,16010,1732073558181/wal.1732073558664 to hdfs://localhost:41979/hbase/oldWALs/wal.1732073558664 2024-11-20T03:32:38,902 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41979/hbase/data/default/test2727/82fe4debec791ea4627b31fb2a4c4d5d/recovered.edits/0000000000000003000 2024-11-20T03:32:38,902 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T03:32:38,905 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41979/hbase/WALs/test2727-manual,16010,1732073558181, archiveDir=hdfs://localhost:41979/hbase/oldWALs, maxLogs=32 2024-11-20T03:32:38,924 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732073558181/wal.1732073558905, exclude list is [], retry=0 2024-11-20T03:32:38,928 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34689,DS-5dc277a6-e3c6-45a9-b2f0-7edbfe9a39f1,DISK] 2024-11-20T03:32:38,928 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-3a7caaa7-e8e3-4775-b1cd-0081c7e34d1f,DISK] 2024-11-20T03:32:38,929 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45307,DS-ecc3968b-fe64-4473-a084-39beed01f67f,DISK] 2024-11-20T03:32:38,932 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732073558181/wal.1732073558905 2024-11-20T03:32:38,933 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38549:38549),(127.0.0.1/127.0.0.1:42565:42565),(127.0.0.1/127.0.0.1:45269:45269)] 2024-11-20T03:32:39,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741868_1045 (size=263486) 2024-11-20T03:32:39,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741868_1045 (size=263486) 2024-11-20T03:32:39,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741868_1045 (size=263486) 2024-11-20T03:32:39,159 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41979/hbase/WALs/test2727-manual,16010,1732073558181/wal.1732073558905, size=257.3 K (263486bytes) 2024-11-20T03:32:39,159 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41979/hbase/WALs/test2727-manual,16010,1732073558181/wal.1732073558905 2024-11-20T03:32:39,159 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41979/hbase/WALs/test2727-manual,16010,1732073558181/wal.1732073558905 after 0ms 2024-11-20T03:32:39,162 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41979/hbase/WALs/test2727-manual,16010,1732073558181/wal.1732073558905: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T03:32:39,164 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41979/hbase/WALs/test2727-manual,16010,1732073558181/wal.1732073558905 took 6ms 2024-11-20T03:32:39,168 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1732073558905.temp 2024-11-20T03:32:39,170 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41979/hbase/data/default/test2727/82fe4debec791ea4627b31fb2a4c4d5d/recovered.edits/0000000000000003001-wal.1732073558905.temp 2024-11-20T03:32:39,226 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41979/hbase/WALs/test2727-manual,16010,1732073558181/wal.1732073558905 so closing down 2024-11-20T03:32:39,226 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T03:32:39,226 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T03:32:39,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741869_1046 (size=263486) 2024-11-20T03:32:39,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741869_1046 (size=263486) 2024-11-20T03:32:39,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741869_1046 (size=263486) 2024-11-20T03:32:39,229 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41979/hbase/data/default/test2727/82fe4debec791ea4627b31fb2a4c4d5d/recovered.edits/0000000000000003001-wal.1732073558905.temp (wrote 3000 edits, skipped 0 edits in 37 ms) 2024-11-20T03:32:39,231 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41979/hbase/data/default/test2727/82fe4debec791ea4627b31fb2a4c4d5d/recovered.edits/0000000000000003001-wal.1732073558905.temp to hdfs://localhost:41979/hbase/data/default/test2727/82fe4debec791ea4627b31fb2a4c4d5d/recovered.edits/0000000000000006000 2024-11-20T03:32:39,231 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 67 ms; skipped=0; WAL=hdfs://localhost:41979/hbase/WALs/test2727-manual,16010,1732073558181/wal.1732073558905, size=257.3 K, length=263486, corrupted=false, cancelled=false 2024-11-20T03:32:39,231 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41979/hbase/WALs/test2727-manual,16010,1732073558181/wal.1732073558905, journal: Splitting hdfs://localhost:41979/hbase/WALs/test2727-manual,16010,1732073558181/wal.1732073558905, size=257.3 K (263486bytes) at 1732073559159Creating recovered edits writer path=hdfs://localhost:41979/hbase/data/default/test2727/82fe4debec791ea4627b31fb2a4c4d5d/recovered.edits/0000000000000003001-wal.1732073558905.temp at 1732073559170 (+11 ms)Split 1024 edits, skipped 0 edits. at 1732073559186 (+16 ms)Split 2048 edits, skipped 0 edits. at 1732073559206 (+20 ms)Finishing writing output for hdfs://localhost:41979/hbase/WALs/test2727-manual,16010,1732073558181/wal.1732073558905 so closing down at 1732073559226 (+20 ms)3 split writer threads finished at 1732073559226Closed recovered edits writer path=hdfs://localhost:41979/hbase/data/default/test2727/82fe4debec791ea4627b31fb2a4c4d5d/recovered.edits/0000000000000003001-wal.1732073558905.temp (wrote 3000 edits, skipped 0 edits in 37 ms) at 1732073559230 (+4 ms)Rename recovered edits hdfs://localhost:41979/hbase/data/default/test2727/82fe4debec791ea4627b31fb2a4c4d5d/recovered.edits/0000000000000003001-wal.1732073558905.temp to hdfs://localhost:41979/hbase/data/default/test2727/82fe4debec791ea4627b31fb2a4c4d5d/recovered.edits/0000000000000006000 at 1732073559231 (+1 ms)Processed 3000 edits across 1 Regions in 67 ms; skipped=0; WAL=hdfs://localhost:41979/hbase/WALs/test2727-manual,16010,1732073558181/wal.1732073558905, size=257.3 K, length=263486, corrupted=false, cancelled=false at 1732073559231 2024-11-20T03:32:39,233 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41979/hbase/WALs/test2727-manual,16010,1732073558181/wal.1732073558905 to hdfs://localhost:41979/hbase/oldWALs/wal.1732073558905 2024-11-20T03:32:39,235 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41979/hbase/data/default/test2727/82fe4debec791ea4627b31fb2a4c4d5d/recovered.edits/0000000000000006000 2024-11-20T03:32:39,235 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T03:32:39,237 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41979/hbase/WALs/test2727-manual,16010,1732073558181, archiveDir=hdfs://localhost:41979/hbase/oldWALs, maxLogs=32 2024-11-20T03:32:39,251 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732073558181/wal.1732073559237, exclude list is [], retry=0 2024-11-20T03:32:39,254 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34689,DS-5dc277a6-e3c6-45a9-b2f0-7edbfe9a39f1,DISK] 2024-11-20T03:32:39,254 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-3a7caaa7-e8e3-4775-b1cd-0081c7e34d1f,DISK] 2024-11-20T03:32:39,254 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45307,DS-ecc3968b-fe64-4473-a084-39beed01f67f,DISK] 2024-11-20T03:32:39,257 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732073558181/wal.1732073559237 2024-11-20T03:32:39,258 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38549:38549),(127.0.0.1/127.0.0.1:42565:42565),(127.0.0.1/127.0.0.1:45269:45269)] 2024-11-20T03:32:39,258 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 82fe4debec791ea4627b31fb2a4c4d5d, NAME => 'test2727,,1732073558183.82fe4debec791ea4627b31fb2a4c4d5d.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:32:39,259 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1732073558183.82fe4debec791ea4627b31fb2a4c4d5d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:32:39,259 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 82fe4debec791ea4627b31fb2a4c4d5d 2024-11-20T03:32:39,259 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 82fe4debec791ea4627b31fb2a4c4d5d 2024-11-20T03:32:39,260 INFO [StoreOpener-82fe4debec791ea4627b31fb2a4c4d5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 82fe4debec791ea4627b31fb2a4c4d5d 2024-11-20T03:32:39,262 INFO [StoreOpener-82fe4debec791ea4627b31fb2a4c4d5d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82fe4debec791ea4627b31fb2a4c4d5d columnFamilyName a 2024-11-20T03:32:39,262 DEBUG [StoreOpener-82fe4debec791ea4627b31fb2a4c4d5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:39,263 INFO [StoreOpener-82fe4debec791ea4627b31fb2a4c4d5d-1 {}] regionserver.HStore(327): Store=82fe4debec791ea4627b31fb2a4c4d5d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:32:39,263 INFO [StoreOpener-82fe4debec791ea4627b31fb2a4c4d5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 82fe4debec791ea4627b31fb2a4c4d5d 2024-11-20T03:32:39,264 INFO [StoreOpener-82fe4debec791ea4627b31fb2a4c4d5d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82fe4debec791ea4627b31fb2a4c4d5d columnFamilyName b 2024-11-20T03:32:39,264 DEBUG [StoreOpener-82fe4debec791ea4627b31fb2a4c4d5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:39,265 INFO [StoreOpener-82fe4debec791ea4627b31fb2a4c4d5d-1 {}] regionserver.HStore(327): Store=82fe4debec791ea4627b31fb2a4c4d5d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:32:39,265 INFO [StoreOpener-82fe4debec791ea4627b31fb2a4c4d5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 82fe4debec791ea4627b31fb2a4c4d5d 2024-11-20T03:32:39,266 INFO [StoreOpener-82fe4debec791ea4627b31fb2a4c4d5d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82fe4debec791ea4627b31fb2a4c4d5d columnFamilyName c 2024-11-20T03:32:39,266 DEBUG [StoreOpener-82fe4debec791ea4627b31fb2a4c4d5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:39,267 INFO [StoreOpener-82fe4debec791ea4627b31fb2a4c4d5d-1 {}] regionserver.HStore(327): Store=82fe4debec791ea4627b31fb2a4c4d5d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:32:39,267 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 82fe4debec791ea4627b31fb2a4c4d5d 2024-11-20T03:32:39,268 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41979/hbase/data/default/test2727/82fe4debec791ea4627b31fb2a4c4d5d 2024-11-20T03:32:39,270 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:41979/hbase/data/default/test2727/82fe4debec791ea4627b31fb2a4c4d5d 2024-11-20T03:32:39,271 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41979/hbase/data/default/test2727/82fe4debec791ea4627b31fb2a4c4d5d/recovered.edits/0000000000000003000 2024-11-20T03:32:39,273 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41979/hbase/data/default/test2727/82fe4debec791ea4627b31fb2a4c4d5d/recovered.edits/0000000000000003000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T03:32:39,333 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:41979/hbase/data/default/test2727/82fe4debec791ea4627b31fb2a4c4d5d/recovered.edits/0000000000000003000 2024-11-20T03:32:39,334 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41979/hbase/data/default/test2727/82fe4debec791ea4627b31fb2a4c4d5d/recovered.edits/0000000000000006000 2024-11-20T03:32:39,337 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41979/hbase/data/default/test2727/82fe4debec791ea4627b31fb2a4c4d5d/recovered.edits/0000000000000006000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T03:32:39,384 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:41979/hbase/data/default/test2727/82fe4debec791ea4627b31fb2a4c4d5d/recovered.edits/0000000000000006000 2024-11-20T03:32:39,384 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 82fe4debec791ea4627b31fb2a4c4d5d 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-11-20T03:32:39,406 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41979/hbase/data/default/test2727/82fe4debec791ea4627b31fb2a4c4d5d/.tmp/a/1b5878d8c8254aada733d77f669fcd1d is 41, key is test2727/a:100/1732073558940/Put/seqid=0 2024-11-20T03:32:39,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741871_1048 (size=84227) 2024-11-20T03:32:39,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741871_1048 (size=84227) 2024-11-20T03:32:39,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741871_1048 (size=84227) 2024-11-20T03:32:39,415 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:41979/hbase/data/default/test2727/82fe4debec791ea4627b31fb2a4c4d5d/.tmp/a/1b5878d8c8254aada733d77f669fcd1d 2024-11-20T03:32:39,454 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41979/hbase/data/default/test2727/82fe4debec791ea4627b31fb2a4c4d5d/.tmp/b/a6d5d55b285d4d01b81c8e3e28ce8659 is 41, key is test2727/b:100/1732073559008/Put/seqid=0 2024-11-20T03:32:39,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741872_1049 (size=84609) 2024-11-20T03:32:39,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741872_1049 (size=84609) 2024-11-20T03:32:39,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741872_1049 (size=84609) 2024-11-20T03:32:39,459 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:41979/hbase/data/default/test2727/82fe4debec791ea4627b31fb2a4c4d5d/.tmp/b/a6d5d55b285d4d01b81c8e3e28ce8659 2024-11-20T03:32:39,491 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41979/hbase/data/default/test2727/82fe4debec791ea4627b31fb2a4c4d5d/.tmp/c/4d91efb562584dc094fffc73a703c273 is 41, key is test2727/c:100/1732073559074/Put/seqid=0 2024-11-20T03:32:39,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741873_1050 (size=84609) 2024-11-20T03:32:39,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741873_1050 (size=84609) 2024-11-20T03:32:39,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741873_1050 (size=84609) 2024-11-20T03:32:39,500 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:41979/hbase/data/default/test2727/82fe4debec791ea4627b31fb2a4c4d5d/.tmp/c/4d91efb562584dc094fffc73a703c273 2024-11-20T03:32:39,509 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41979/hbase/data/default/test2727/82fe4debec791ea4627b31fb2a4c4d5d/.tmp/a/1b5878d8c8254aada733d77f669fcd1d as hdfs://localhost:41979/hbase/data/default/test2727/82fe4debec791ea4627b31fb2a4c4d5d/a/1b5878d8c8254aada733d77f669fcd1d 2024-11-20T03:32:39,518 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41979/hbase/data/default/test2727/82fe4debec791ea4627b31fb2a4c4d5d/a/1b5878d8c8254aada733d77f669fcd1d, entries=2000, sequenceid=6000, filesize=82.3 K 2024-11-20T03:32:39,520 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41979/hbase/data/default/test2727/82fe4debec791ea4627b31fb2a4c4d5d/.tmp/b/a6d5d55b285d4d01b81c8e3e28ce8659 as hdfs://localhost:41979/hbase/data/default/test2727/82fe4debec791ea4627b31fb2a4c4d5d/b/a6d5d55b285d4d01b81c8e3e28ce8659 2024-11-20T03:32:39,528 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41979/hbase/data/default/test2727/82fe4debec791ea4627b31fb2a4c4d5d/b/a6d5d55b285d4d01b81c8e3e28ce8659, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-20T03:32:39,530 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41979/hbase/data/default/test2727/82fe4debec791ea4627b31fb2a4c4d5d/.tmp/c/4d91efb562584dc094fffc73a703c273 as hdfs://localhost:41979/hbase/data/default/test2727/82fe4debec791ea4627b31fb2a4c4d5d/c/4d91efb562584dc094fffc73a703c273 2024-11-20T03:32:39,536 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41979/hbase/data/default/test2727/82fe4debec791ea4627b31fb2a4c4d5d/c/4d91efb562584dc094fffc73a703c273, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-20T03:32:39,537 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 82fe4debec791ea4627b31fb2a4c4d5d in 152ms, sequenceid=6000, compaction requested=false; wal=null 2024-11-20T03:32:39,538 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41979/hbase/data/default/test2727/82fe4debec791ea4627b31fb2a4c4d5d/recovered.edits/0000000000000003000 2024-11-20T03:32:39,538 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41979/hbase/data/default/test2727/82fe4debec791ea4627b31fb2a4c4d5d/recovered.edits/0000000000000006000 2024-11-20T03:32:39,539 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 82fe4debec791ea4627b31fb2a4c4d5d 2024-11-20T03:32:39,540 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 82fe4debec791ea4627b31fb2a4c4d5d 2024-11-20T03:32:39,541 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T03:32:39,543 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 82fe4debec791ea4627b31fb2a4c4d5d 2024-11-20T03:32:39,547 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41979/hbase/data/default/test2727/82fe4debec791ea4627b31fb2a4c4d5d/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-11-20T03:32:39,548 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 82fe4debec791ea4627b31fb2a4c4d5d; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61785235, jitterRate=-0.079328253865242}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T03:32:39,550 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 82fe4debec791ea4627b31fb2a4c4d5d: Writing region info on filesystem at 1732073559259Initializing all the Stores at 1732073559260 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073559260Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073559260Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073559260Obtaining lock to block concurrent updates at 1732073559384 (+124 ms)Preparing flush snapshotting stores in 82fe4debec791ea4627b31fb2a4c4d5d at 1732073559384Finished memstore snapshotting test2727,,1732073558183.82fe4debec791ea4627b31fb2a4c4d5d., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1732073559384Flushing stores of test2727,,1732073558183.82fe4debec791ea4627b31fb2a4c4d5d. at 1732073559384Flushing 82fe4debec791ea4627b31fb2a4c4d5d/a: creating writer at 1732073559385 (+1 ms)Flushing 82fe4debec791ea4627b31fb2a4c4d5d/a: appending metadata at 1732073559405 (+20 ms)Flushing 82fe4debec791ea4627b31fb2a4c4d5d/a: closing flushed file at 1732073559405Flushing 82fe4debec791ea4627b31fb2a4c4d5d/b: creating writer at 1732073559423 (+18 ms)Flushing 82fe4debec791ea4627b31fb2a4c4d5d/b: appending metadata at 1732073559451 (+28 ms)Flushing 82fe4debec791ea4627b31fb2a4c4d5d/b: closing flushed file at 1732073559451Flushing 82fe4debec791ea4627b31fb2a4c4d5d/c: creating writer at 1732073559466 (+15 ms)Flushing 82fe4debec791ea4627b31fb2a4c4d5d/c: appending metadata at 1732073559490 (+24 ms)Flushing 82fe4debec791ea4627b31fb2a4c4d5d/c: closing flushed file at 1732073559490Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@143ae945: reopening flushed file at 1732073559508 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47b09eb3: reopening flushed file at 1732073559518 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ec9ae83: reopening flushed file at 1732073559528 (+10 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 82fe4debec791ea4627b31fb2a4c4d5d in 152ms, sequenceid=6000, compaction requested=false; wal=null at 1732073559537 (+9 ms)Cleaning up temporary data from old regions at 1732073559540 (+3 ms)Region opened successfully at 1732073559550 (+10 ms) 2024-11-20T03:32:39,551 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-11-20T03:32:39,552 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 82fe4debec791ea4627b31fb2a4c4d5d, disabling compactions & flushes 2024-11-20T03:32:39,552 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1732073558183.82fe4debec791ea4627b31fb2a4c4d5d. 2024-11-20T03:32:39,552 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1732073558183.82fe4debec791ea4627b31fb2a4c4d5d. 2024-11-20T03:32:39,552 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1732073558183.82fe4debec791ea4627b31fb2a4c4d5d. after waiting 0 ms 2024-11-20T03:32:39,552 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1732073558183.82fe4debec791ea4627b31fb2a4c4d5d. 2024-11-20T03:32:39,553 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1732073558183.82fe4debec791ea4627b31fb2a4c4d5d. 2024-11-20T03:32:39,554 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 82fe4debec791ea4627b31fb2a4c4d5d: Waiting for close lock at 1732073559552Disabling compacts and flushes for region at 1732073559552Disabling writes for close at 1732073559552Writing region close event to WAL at 1732073559553 (+1 ms)Closed at 1732073559553 2024-11-20T03:32:39,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741870_1047 (size=95) 2024-11-20T03:32:39,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741870_1047 (size=95) 2024-11-20T03:32:39,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741870_1047 (size=95) 2024-11-20T03:32:39,561 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T03:32:39,561 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732073559237) 2024-11-20T03:32:39,576 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=403 (was 401) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_643972393_22 at /127.0.0.1:36910 [Waiting for operation #21] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_643972393_22 at /127.0.0.1:39656 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_643972393_22 at /127.0.0.1:35060 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=927 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=274 (was 274), ProcessCount=11 (was 11), AvailableMemoryMB=7038 (was 7195) 2024-11-20T03:32:39,590 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=403, OpenFileDescriptor=927, MaxFileDescriptor=1048576, SystemLoadAverage=274, ProcessCount=11, AvailableMemoryMB=7037 2024-11-20T03:32:39,605 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:32:39,611 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41979/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732073559604, archiveDir=hdfs://localhost:41979/hbase/oldWALs, maxLogs=32 2024-11-20T03:32:39,612 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1732073559612 2024-11-20T03:32:39,619 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732073559604/wal.1732073559612 2024-11-20T03:32:39,621 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45269:45269),(127.0.0.1/127.0.0.1:42565:42565),(127.0.0.1/127.0.0.1:38549:38549)] 2024-11-20T03:32:39,622 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => c06135943297c36c0723c5564fe51a13, NAME => 'testSequentialEditLogSeqNum,,1732073559606.c06135943297c36c0723c5564fe51a13.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:32:39,622 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1732073559606.c06135943297c36c0723c5564fe51a13.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:32:39,622 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for c06135943297c36c0723c5564fe51a13 2024-11-20T03:32:39,622 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for c06135943297c36c0723c5564fe51a13 2024-11-20T03:32:39,623 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:41979/hbase/data/default/testSequentialEditLogSeqNum/c06135943297c36c0723c5564fe51a13 doesn't exist for region: c06135943297c36c0723c5564fe51a13 on table testSequentialEditLogSeqNum 2024-11-20T03:32:39,624 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: c06135943297c36c0723c5564fe51a13 on table testSequentialEditLogSeqNum 2024-11-20T03:32:39,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741875_1052 (size=62) 2024-11-20T03:32:39,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741875_1052 (size=62) 2024-11-20T03:32:39,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741875_1052 (size=62) 2024-11-20T03:32:39,635 INFO [StoreOpener-c06135943297c36c0723c5564fe51a13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c06135943297c36c0723c5564fe51a13 2024-11-20T03:32:39,636 INFO [StoreOpener-c06135943297c36c0723c5564fe51a13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c06135943297c36c0723c5564fe51a13 columnFamilyName a 2024-11-20T03:32:39,636 DEBUG [StoreOpener-c06135943297c36c0723c5564fe51a13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:39,637 INFO [StoreOpener-c06135943297c36c0723c5564fe51a13-1 {}] regionserver.HStore(327): Store=c06135943297c36c0723c5564fe51a13/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:32:39,637 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c06135943297c36c0723c5564fe51a13 2024-11-20T03:32:39,637 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41979/hbase/data/default/testSequentialEditLogSeqNum/c06135943297c36c0723c5564fe51a13 2024-11-20T03:32:39,638 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41979/hbase/data/default/testSequentialEditLogSeqNum/c06135943297c36c0723c5564fe51a13 2024-11-20T03:32:39,638 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c06135943297c36c0723c5564fe51a13 2024-11-20T03:32:39,638 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c06135943297c36c0723c5564fe51a13 2024-11-20T03:32:39,640 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c06135943297c36c0723c5564fe51a13 2024-11-20T03:32:39,642 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41979/hbase/data/default/testSequentialEditLogSeqNum/c06135943297c36c0723c5564fe51a13/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:32:39,642 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c06135943297c36c0723c5564fe51a13; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61986367, jitterRate=-0.07633115351200104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T03:32:39,643 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c06135943297c36c0723c5564fe51a13: Writing region info on filesystem at 1732073559623Initializing all the Stores at 1732073559634 (+11 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073559634Cleaning up temporary data from old regions at 1732073559638 (+4 ms)Region opened successfully at 1732073559643 (+5 ms) 2024-11-20T03:32:39,659 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c06135943297c36c0723c5564fe51a13 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-11-20T03:32:39,684 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41979/hbase/data/default/testSequentialEditLogSeqNum/c06135943297c36c0723c5564fe51a13/.tmp/a/1a2d2c30eb6e472aa85c59da402c8c31 is 81, key is testSequentialEditLogSeqNum/a:x0/1732073559643/Put/seqid=0 2024-11-20T03:32:39,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741876_1053 (size=5833) 2024-11-20T03:32:39,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741876_1053 (size=5833) 2024-11-20T03:32:39,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741876_1053 (size=5833) 2024-11-20T03:32:39,691 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41979/hbase/data/default/testSequentialEditLogSeqNum/c06135943297c36c0723c5564fe51a13/.tmp/a/1a2d2c30eb6e472aa85c59da402c8c31 2024-11-20T03:32:39,698 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41979/hbase/data/default/testSequentialEditLogSeqNum/c06135943297c36c0723c5564fe51a13/.tmp/a/1a2d2c30eb6e472aa85c59da402c8c31 as hdfs://localhost:41979/hbase/data/default/testSequentialEditLogSeqNum/c06135943297c36c0723c5564fe51a13/a/1a2d2c30eb6e472aa85c59da402c8c31 2024-11-20T03:32:39,705 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41979/hbase/data/default/testSequentialEditLogSeqNum/c06135943297c36c0723c5564fe51a13/a/1a2d2c30eb6e472aa85c59da402c8c31, entries=10, sequenceid=13, filesize=5.7 K 2024-11-20T03:32:39,706 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for c06135943297c36c0723c5564fe51a13 in 48ms, sequenceid=13, compaction requested=false 2024-11-20T03:32:39,707 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for c06135943297c36c0723c5564fe51a13: 2024-11-20T03:32:39,714 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T03:32:39,715 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T03:32:39,715 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T03:32:39,715 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T03:32:39,715 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T03:32:39,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741874_1051 (size=1843) 2024-11-20T03:32:39,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741874_1051 (size=1843) 2024-11-20T03:32:39,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741874_1051 (size=1843) 2024-11-20T03:32:39,741 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41979/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732073559604/wal.1732073559612, size=1.8 K (1843bytes) 2024-11-20T03:32:39,742 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41979/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732073559604/wal.1732073559612 2024-11-20T03:32:39,742 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41979/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732073559604/wal.1732073559612 after 0ms 2024-11-20T03:32:39,745 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41979/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732073559604/wal.1732073559612: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T03:32:39,746 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41979/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732073559604/wal.1732073559612 took 5ms 2024-11-20T03:32:39,749 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41979/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732073559604/wal.1732073559612 so closing down 2024-11-20T03:32:39,749 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T03:32:39,750 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732073559612.temp 2024-11-20T03:32:39,752 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41979/hbase/data/default/testSequentialEditLogSeqNum/c06135943297c36c0723c5564fe51a13/recovered.edits/0000000000000000003-wal.1732073559612.temp 2024-11-20T03:32:39,753 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T03:32:39,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741877_1054 (size=1477) 2024-11-20T03:32:39,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741877_1054 (size=1477) 2024-11-20T03:32:39,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741877_1054 (size=1477) 2024-11-20T03:32:39,763 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41979/hbase/data/default/testSequentialEditLogSeqNum/c06135943297c36c0723c5564fe51a13/recovered.edits/0000000000000000003-wal.1732073559612.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-11-20T03:32:39,765 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41979/hbase/data/default/testSequentialEditLogSeqNum/c06135943297c36c0723c5564fe51a13/recovered.edits/0000000000000000003-wal.1732073559612.temp to hdfs://localhost:41979/hbase/data/default/testSequentialEditLogSeqNum/c06135943297c36c0723c5564fe51a13/recovered.edits/0000000000000000020 2024-11-20T03:32:39,765 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 19 ms; skipped=2; WAL=hdfs://localhost:41979/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732073559604/wal.1732073559612, size=1.8 K, length=1843, corrupted=false, cancelled=false 2024-11-20T03:32:39,765 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41979/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732073559604/wal.1732073559612, journal: Splitting hdfs://localhost:41979/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732073559604/wal.1732073559612, size=1.8 K (1843bytes) at 1732073559741Finishing writing output for hdfs://localhost:41979/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732073559604/wal.1732073559612 so closing down at 1732073559749 (+8 ms)Creating recovered edits writer path=hdfs://localhost:41979/hbase/data/default/testSequentialEditLogSeqNum/c06135943297c36c0723c5564fe51a13/recovered.edits/0000000000000000003-wal.1732073559612.temp at 1732073559752 (+3 ms)3 split writer threads finished at 1732073559753 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41979/hbase/data/default/testSequentialEditLogSeqNum/c06135943297c36c0723c5564fe51a13/recovered.edits/0000000000000000003-wal.1732073559612.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1732073559763 (+10 ms)Rename recovered edits hdfs://localhost:41979/hbase/data/default/testSequentialEditLogSeqNum/c06135943297c36c0723c5564fe51a13/recovered.edits/0000000000000000003-wal.1732073559612.temp to hdfs://localhost:41979/hbase/data/default/testSequentialEditLogSeqNum/c06135943297c36c0723c5564fe51a13/recovered.edits/0000000000000000020 at 1732073559765 (+2 ms)Processed 17 edits across 1 Regions in 19 ms; skipped=2; WAL=hdfs://localhost:41979/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732073559604/wal.1732073559612, size=1.8 K, length=1843, corrupted=false, cancelled=false at 1732073559765 2024-11-20T03:32:39,779 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=410 (was 403) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_643972393_22 at /127.0.0.1:36910 [Waiting for operation #23] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46c92702-a729-eda5-f6e0-f414bc3aa3fe/cluster_5d04f7a0-e6ee-e5ce-f11b-0282d5496804/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_643972393_22 at /127.0.0.1:39656 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_643972393_22 at /127.0.0.1:35060 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46c92702-a729-eda5-f6e0-f414bc3aa3fe/cluster_5d04f7a0-e6ee-e5ce-f11b-0282d5496804/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=963 (was 927) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=274 (was 274), ProcessCount=11 (was 11), AvailableMemoryMB=7018 (was 7037) 2024-11-20T03:32:39,790 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=410, OpenFileDescriptor=963, MaxFileDescriptor=1048576, SystemLoadAverage=274, ProcessCount=11, AvailableMemoryMB=7017 2024-11-20T03:32:39,805 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:32:39,807 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:32:39,841 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T03:32:39,844 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-66657556, suffix=, logDir=hdfs://localhost:41979/hbase/WALs/hregion-66657556, archiveDir=hdfs://localhost:41979/hbase/oldWALs, maxLogs=32 2024-11-20T03:32:39,857 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-66657556/hregion-66657556.1732073559844, exclude list is [], retry=0 2024-11-20T03:32:39,861 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-3a7caaa7-e8e3-4775-b1cd-0081c7e34d1f,DISK] 2024-11-20T03:32:39,861 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45307,DS-ecc3968b-fe64-4473-a084-39beed01f67f,DISK] 2024-11-20T03:32:39,861 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34689,DS-5dc277a6-e3c6-45a9-b2f0-7edbfe9a39f1,DISK] 2024-11-20T03:32:39,864 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-66657556/hregion-66657556.1732073559844 2024-11-20T03:32:39,864 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42565:42565),(127.0.0.1/127.0.0.1:45269:45269),(127.0.0.1/127.0.0.1:38549:38549)] 2024-11-20T03:32:39,864 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => ac395694a27759c153e307caef350e54, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732073559806.ac395694a27759c153e307caef350e54.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41979/hbase 2024-11-20T03:32:39,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741879_1056 (size=70) 2024-11-20T03:32:39,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741879_1056 (size=70) 2024-11-20T03:32:39,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741879_1056 (size=70) 2024-11-20T03:32:39,879 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732073559806.ac395694a27759c153e307caef350e54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:32:39,881 INFO [StoreOpener-ac395694a27759c153e307caef350e54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ac395694a27759c153e307caef350e54 2024-11-20T03:32:39,883 INFO [StoreOpener-ac395694a27759c153e307caef350e54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac395694a27759c153e307caef350e54 columnFamilyName a 2024-11-20T03:32:39,883 DEBUG [StoreOpener-ac395694a27759c153e307caef350e54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:39,884 INFO [StoreOpener-ac395694a27759c153e307caef350e54-1 {}] regionserver.HStore(327): Store=ac395694a27759c153e307caef350e54/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:32:39,884 INFO [StoreOpener-ac395694a27759c153e307caef350e54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ac395694a27759c153e307caef350e54 2024-11-20T03:32:39,886 INFO [StoreOpener-ac395694a27759c153e307caef350e54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac395694a27759c153e307caef350e54 columnFamilyName b 2024-11-20T03:32:39,887 DEBUG [StoreOpener-ac395694a27759c153e307caef350e54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:39,887 INFO [StoreOpener-ac395694a27759c153e307caef350e54-1 {}] regionserver.HStore(327): Store=ac395694a27759c153e307caef350e54/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:32:39,887 INFO [StoreOpener-ac395694a27759c153e307caef350e54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ac395694a27759c153e307caef350e54 2024-11-20T03:32:39,890 INFO [StoreOpener-ac395694a27759c153e307caef350e54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac395694a27759c153e307caef350e54 columnFamilyName c 2024-11-20T03:32:39,890 DEBUG [StoreOpener-ac395694a27759c153e307caef350e54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:39,890 INFO [StoreOpener-ac395694a27759c153e307caef350e54-1 {}] regionserver.HStore(327): Store=ac395694a27759c153e307caef350e54/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:32:39,891 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ac395694a27759c153e307caef350e54 2024-11-20T03:32:39,892 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41979/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ac395694a27759c153e307caef350e54 2024-11-20T03:32:39,892 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41979/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ac395694a27759c153e307caef350e54 2024-11-20T03:32:39,894 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ac395694a27759c153e307caef350e54 2024-11-20T03:32:39,894 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ac395694a27759c153e307caef350e54 2024-11-20T03:32:39,895 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T03:32:39,897 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ac395694a27759c153e307caef350e54 2024-11-20T03:32:39,900 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41979/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ac395694a27759c153e307caef350e54/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:32:39,901 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ac395694a27759c153e307caef350e54; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69569127, jitterRate=0.036660775542259216}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T03:32:39,902 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ac395694a27759c153e307caef350e54: Writing region info on filesystem at 1732073559879Initializing all the Stores at 1732073559880 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073559880Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073559881 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073559881Cleaning up temporary data from old regions at 1732073559894 (+13 ms)Region opened successfully at 1732073559902 (+8 ms) 2024-11-20T03:32:39,903 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing ac395694a27759c153e307caef350e54, disabling compactions & flushes 2024-11-20T03:32:39,903 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1732073559806.ac395694a27759c153e307caef350e54. 2024-11-20T03:32:39,903 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732073559806.ac395694a27759c153e307caef350e54. 2024-11-20T03:32:39,903 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732073559806.ac395694a27759c153e307caef350e54. after waiting 0 ms 2024-11-20T03:32:39,903 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1732073559806.ac395694a27759c153e307caef350e54. 2024-11-20T03:32:39,903 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1732073559806.ac395694a27759c153e307caef350e54. 2024-11-20T03:32:39,904 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for ac395694a27759c153e307caef350e54: Waiting for close lock at 1732073559903Disabling compacts and flushes for region at 1732073559903Disabling writes for close at 1732073559903Writing region close event to WAL at 1732073559903Closed at 1732073559903 2024-11-20T03:32:39,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741878_1055 (size=95) 2024-11-20T03:32:39,907 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/hregion-66657556/hregion-66657556.1732073559844 not finished, retry = 0 2024-11-20T03:32:39,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741878_1055 (size=95) 2024-11-20T03:32:39,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741878_1055 (size=95) 2024-11-20T03:32:40,011 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T03:32:40,011 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-66657556:(num 1732073559844) 2024-11-20T03:32:40,011 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T03:32:40,014 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41979/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732073559804, archiveDir=hdfs://localhost:41979/hbase/oldWALs, maxLogs=32 2024-11-20T03:32:40,028 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732073559804/wal.1732073560015, exclude list is [], retry=0 2024-11-20T03:32:40,031 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-3a7caaa7-e8e3-4775-b1cd-0081c7e34d1f,DISK] 2024-11-20T03:32:40,032 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34689,DS-5dc277a6-e3c6-45a9-b2f0-7edbfe9a39f1,DISK] 2024-11-20T03:32:40,032 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45307,DS-ecc3968b-fe64-4473-a084-39beed01f67f,DISK] 2024-11-20T03:32:40,035 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732073559804/wal.1732073560015 2024-11-20T03:32:40,035 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42565:42565),(127.0.0.1/127.0.0.1:38549:38549),(127.0.0.1/127.0.0.1:45269:45269)] 2024-11-20T03:32:40,035 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => ac395694a27759c153e307caef350e54, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732073559806.ac395694a27759c153e307caef350e54.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:32:40,035 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732073559806.ac395694a27759c153e307caef350e54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:32:40,035 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for ac395694a27759c153e307caef350e54 2024-11-20T03:32:40,035 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for ac395694a27759c153e307caef350e54 2024-11-20T03:32:40,037 INFO [StoreOpener-ac395694a27759c153e307caef350e54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ac395694a27759c153e307caef350e54 2024-11-20T03:32:40,038 INFO [StoreOpener-ac395694a27759c153e307caef350e54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac395694a27759c153e307caef350e54 columnFamilyName a 2024-11-20T03:32:40,038 DEBUG [StoreOpener-ac395694a27759c153e307caef350e54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:40,039 INFO [StoreOpener-ac395694a27759c153e307caef350e54-1 {}] regionserver.HStore(327): Store=ac395694a27759c153e307caef350e54/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:32:40,039 INFO [StoreOpener-ac395694a27759c153e307caef350e54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ac395694a27759c153e307caef350e54 2024-11-20T03:32:40,040 INFO [StoreOpener-ac395694a27759c153e307caef350e54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac395694a27759c153e307caef350e54 columnFamilyName b 2024-11-20T03:32:40,040 DEBUG [StoreOpener-ac395694a27759c153e307caef350e54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:40,041 INFO [StoreOpener-ac395694a27759c153e307caef350e54-1 {}] regionserver.HStore(327): Store=ac395694a27759c153e307caef350e54/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:32:40,041 INFO [StoreOpener-ac395694a27759c153e307caef350e54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ac395694a27759c153e307caef350e54 2024-11-20T03:32:40,042 INFO [StoreOpener-ac395694a27759c153e307caef350e54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac395694a27759c153e307caef350e54 columnFamilyName c 2024-11-20T03:32:40,042 DEBUG [StoreOpener-ac395694a27759c153e307caef350e54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:40,043 INFO [StoreOpener-ac395694a27759c153e307caef350e54-1 {}] regionserver.HStore(327): Store=ac395694a27759c153e307caef350e54/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:32:40,043 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ac395694a27759c153e307caef350e54 2024-11-20T03:32:40,044 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41979/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ac395694a27759c153e307caef350e54 2024-11-20T03:32:40,045 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41979/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ac395694a27759c153e307caef350e54 2024-11-20T03:32:40,046 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ac395694a27759c153e307caef350e54 2024-11-20T03:32:40,046 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ac395694a27759c153e307caef350e54 2024-11-20T03:32:40,046 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T03:32:40,048 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ac395694a27759c153e307caef350e54 2024-11-20T03:32:40,049 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ac395694a27759c153e307caef350e54; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72575889, jitterRate=0.08146502077579498}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T03:32:40,050 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ac395694a27759c153e307caef350e54: Writing region info on filesystem at 1732073560036Initializing all the Stores at 1732073560037 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073560037Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073560037Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073560037Cleaning up temporary data from old regions at 1732073560046 (+9 ms)Region opened successfully at 1732073560050 (+4 ms) 2024-11-20T03:32:40,054 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41979/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1732073560053/Put/seqid=0 2024-11-20T03:32:40,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741881_1058 (size=4826) 2024-11-20T03:32:40,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741881_1058 (size=4826) 2024-11-20T03:32:40,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741881_1058 (size=4826) 2024-11-20T03:32:40,062 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41979/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in ac395694a27759c153e307caef350e54/a 2024-11-20T03:32:40,070 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-11-20T03:32:40,070 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T03:32:40,070 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for ac395694a27759c153e307caef350e54: 2024-11-20T03:32:40,072 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41979/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:41979/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ac395694a27759c153e307caef350e54/a/f13833db439141c6a848c7f649b5f20d_SeqId_3_ 2024-11-20T03:32:40,073 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41979/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into ac395694a27759c153e307caef350e54/a as hdfs://localhost:41979/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ac395694a27759c153e307caef350e54/a/f13833db439141c6a848c7f649b5f20d_SeqId_3_ - updating store file list. 2024-11-20T03:32:40,079 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for f13833db439141c6a848c7f649b5f20d_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-20T03:32:40,079 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41979/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ac395694a27759c153e307caef350e54/a/f13833db439141c6a848c7f649b5f20d_SeqId_3_ into ac395694a27759c153e307caef350e54/a 2024-11-20T03:32:40,079 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41979/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into ac395694a27759c153e307caef350e54/a (new location: hdfs://localhost:41979/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ac395694a27759c153e307caef350e54/a/f13833db439141c6a848c7f649b5f20d_SeqId_3_) 2024-11-20T03:32:40,123 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41979/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732073559804/wal.1732073560015, size=0 (0bytes) 2024-11-20T03:32:40,123 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:41979/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732073559804/wal.1732073560015 might be still open, length is 0 2024-11-20T03:32:40,123 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41979/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732073559804/wal.1732073560015 2024-11-20T03:32:40,124 WARN [IPC Server handler 3 on default port 41979 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732073559804/wal.1732073560015 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-11-20T03:32:40,124 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:41979/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732073559804/wal.1732073560015 after 1ms 2024-11-20T03:32:42,595 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_643972393_22 at /127.0.0.1:35172 [Receiving block BP-1191262944-172.17.0.2-1732073544019:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:37817:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35172 dst: /127.0.0.1:37817 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:37817 remote=/127.0.0.1:35172]. Total timeout mills is 60000, 57491 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T03:32:42,597 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_643972393_22 at /127.0.0.1:37086 [Receiving block BP-1191262944-172.17.0.2-1732073544019:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:45307:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37086 dst: /127.0.0.1:45307 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T03:32:42,597 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_643972393_22 at /127.0.0.1:39724 [Receiving block BP-1191262944-172.17.0.2-1732073544019:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:34689:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39724 dst: /127.0.0.1:34689 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T03:32:42,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741880_1059 (size=474) 2024-11-20T03:32:42,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741880_1059 (size=474) 2024-11-20T03:32:44,125 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:41979/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732073559804/wal.1732073560015 after 4002ms 2024-11-20T03:32:44,130 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41979/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732073559804/wal.1732073560015: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T03:32:44,130 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41979/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732073559804/wal.1732073560015 took 4007ms 2024-11-20T03:32:44,133 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:41979/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732073559804/wal.1732073560015; continuing. 2024-11-20T03:32:44,133 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41979/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732073559804/wal.1732073560015 so closing down 2024-11-20T03:32:44,133 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T03:32:44,136 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1732073560015.temp 2024-11-20T03:32:44,138 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41979/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ac395694a27759c153e307caef350e54/recovered.edits/0000000000000000005-wal.1732073560015.temp 2024-11-20T03:32:44,138 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T03:32:44,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741882_1060 (size=259) 2024-11-20T03:32:44,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741882_1060 (size=259) 2024-11-20T03:32:44,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741882_1060 (size=259) 2024-11-20T03:32:44,149 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41979/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ac395694a27759c153e307caef350e54/recovered.edits/0000000000000000005-wal.1732073560015.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-20T03:32:44,151 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41979/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ac395694a27759c153e307caef350e54/recovered.edits/0000000000000000005-wal.1732073560015.temp to hdfs://localhost:41979/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ac395694a27759c153e307caef350e54/recovered.edits/0000000000000000005 2024-11-20T03:32:44,151 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 20 ms; skipped=1; WAL=hdfs://localhost:41979/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732073559804/wal.1732073560015, size=0, length=0, corrupted=false, cancelled=false 2024-11-20T03:32:44,151 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41979/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732073559804/wal.1732073560015, journal: Splitting hdfs://localhost:41979/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732073559804/wal.1732073560015, size=0 (0bytes) at 1732073560123Finishing writing output for hdfs://localhost:41979/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732073559804/wal.1732073560015 so closing down at 1732073564133 (+4010 ms)Creating recovered edits writer path=hdfs://localhost:41979/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ac395694a27759c153e307caef350e54/recovered.edits/0000000000000000005-wal.1732073560015.temp at 1732073564138 (+5 ms)3 split writer threads finished at 1732073564138Closed recovered edits writer path=hdfs://localhost:41979/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ac395694a27759c153e307caef350e54/recovered.edits/0000000000000000005-wal.1732073560015.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732073564149 (+11 ms)Rename recovered edits hdfs://localhost:41979/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ac395694a27759c153e307caef350e54/recovered.edits/0000000000000000005-wal.1732073560015.temp to hdfs://localhost:41979/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ac395694a27759c153e307caef350e54/recovered.edits/0000000000000000005 at 1732073564151 (+2 ms)Processed 2 edits across 1 Regions in 20 ms; skipped=1; WAL=hdfs://localhost:41979/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732073559804/wal.1732073560015, size=0, length=0, corrupted=false, cancelled=false at 1732073564151 2024-11-20T03:32:44,153 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41979/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732073559804/wal.1732073560015 to hdfs://localhost:41979/hbase/oldWALs/wal.1732073560015 2024-11-20T03:32:44,154 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41979/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ac395694a27759c153e307caef350e54/recovered.edits/0000000000000000005 2024-11-20T03:32:44,155 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T03:32:44,157 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41979/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732073559804, archiveDir=hdfs://localhost:41979/hbase/oldWALs, maxLogs=32 2024-11-20T03:32:44,169 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732073559804/wal.1732073564157, exclude list is [], retry=0 2024-11-20T03:32:44,172 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-3a7caaa7-e8e3-4775-b1cd-0081c7e34d1f,DISK] 2024-11-20T03:32:44,172 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34689,DS-5dc277a6-e3c6-45a9-b2f0-7edbfe9a39f1,DISK] 2024-11-20T03:32:44,172 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45307,DS-ecc3968b-fe64-4473-a084-39beed01f67f,DISK] 2024-11-20T03:32:44,174 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732073559804/wal.1732073564157 2024-11-20T03:32:44,174 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42565:42565),(127.0.0.1/127.0.0.1:38549:38549),(127.0.0.1/127.0.0.1:45269:45269)] 2024-11-20T03:32:44,174 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => ac395694a27759c153e307caef350e54, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732073559806.ac395694a27759c153e307caef350e54.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:32:44,174 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732073559806.ac395694a27759c153e307caef350e54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:32:44,175 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for ac395694a27759c153e307caef350e54 2024-11-20T03:32:44,175 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for ac395694a27759c153e307caef350e54 2024-11-20T03:32:44,176 INFO [StoreOpener-ac395694a27759c153e307caef350e54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ac395694a27759c153e307caef350e54 2024-11-20T03:32:44,177 INFO [StoreOpener-ac395694a27759c153e307caef350e54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac395694a27759c153e307caef350e54 columnFamilyName a 2024-11-20T03:32:44,177 DEBUG [StoreOpener-ac395694a27759c153e307caef350e54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:44,183 DEBUG [StoreFileOpener-ac395694a27759c153e307caef350e54-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f13833db439141c6a848c7f649b5f20d_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-20T03:32:44,183 DEBUG [StoreOpener-ac395694a27759c153e307caef350e54-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41979/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ac395694a27759c153e307caef350e54/a/f13833db439141c6a848c7f649b5f20d_SeqId_3_ 2024-11-20T03:32:44,183 INFO [StoreOpener-ac395694a27759c153e307caef350e54-1 {}] regionserver.HStore(327): Store=ac395694a27759c153e307caef350e54/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:32:44,183 INFO [StoreOpener-ac395694a27759c153e307caef350e54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ac395694a27759c153e307caef350e54 2024-11-20T03:32:44,184 INFO [StoreOpener-ac395694a27759c153e307caef350e54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac395694a27759c153e307caef350e54 columnFamilyName b 2024-11-20T03:32:44,184 DEBUG [StoreOpener-ac395694a27759c153e307caef350e54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:44,185 INFO [StoreOpener-ac395694a27759c153e307caef350e54-1 {}] regionserver.HStore(327): Store=ac395694a27759c153e307caef350e54/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:32:44,185 INFO [StoreOpener-ac395694a27759c153e307caef350e54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ac395694a27759c153e307caef350e54 2024-11-20T03:32:44,186 INFO [StoreOpener-ac395694a27759c153e307caef350e54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac395694a27759c153e307caef350e54 columnFamilyName c 2024-11-20T03:32:44,186 DEBUG [StoreOpener-ac395694a27759c153e307caef350e54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:44,186 INFO [StoreOpener-ac395694a27759c153e307caef350e54-1 {}] regionserver.HStore(327): Store=ac395694a27759c153e307caef350e54/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:32:44,187 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ac395694a27759c153e307caef350e54 2024-11-20T03:32:44,187 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41979/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ac395694a27759c153e307caef350e54 2024-11-20T03:32:44,189 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41979/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ac395694a27759c153e307caef350e54 2024-11-20T03:32:44,190 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41979/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ac395694a27759c153e307caef350e54/recovered.edits/0000000000000000005 2024-11-20T03:32:44,192 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41979/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ac395694a27759c153e307caef350e54/recovered.edits/0000000000000000005: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T03:32:44,193 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:41979/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ac395694a27759c153e307caef350e54/recovered.edits/0000000000000000005 2024-11-20T03:32:44,193 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ac395694a27759c153e307caef350e54 3/3 column families, dataSize=58 B heapSize=904 B 2024-11-20T03:32:44,207 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41979/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ac395694a27759c153e307caef350e54/.tmp/a/b3301a499968443a81e71d26ef15f388 is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1732073560084/Put/seqid=0 2024-11-20T03:32:44,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741884_1062 (size=5149) 2024-11-20T03:32:44,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741884_1062 (size=5149) 2024-11-20T03:32:44,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741884_1062 (size=5149) 2024-11-20T03:32:44,216 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41979/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ac395694a27759c153e307caef350e54/.tmp/a/b3301a499968443a81e71d26ef15f388 2024-11-20T03:32:44,222 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41979/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ac395694a27759c153e307caef350e54/.tmp/a/b3301a499968443a81e71d26ef15f388 as hdfs://localhost:41979/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ac395694a27759c153e307caef350e54/a/b3301a499968443a81e71d26ef15f388 2024-11-20T03:32:44,228 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41979/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ac395694a27759c153e307caef350e54/a/b3301a499968443a81e71d26ef15f388, entries=1, sequenceid=5, filesize=5.0 K 2024-11-20T03:32:44,228 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for ac395694a27759c153e307caef350e54 in 35ms, sequenceid=5, compaction requested=false; wal=null 2024-11-20T03:32:44,229 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41979/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ac395694a27759c153e307caef350e54/recovered.edits/0000000000000000005 2024-11-20T03:32:44,231 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ac395694a27759c153e307caef350e54 2024-11-20T03:32:44,231 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ac395694a27759c153e307caef350e54 2024-11-20T03:32:44,231 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T03:32:44,234 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ac395694a27759c153e307caef350e54 2024-11-20T03:32:44,236 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41979/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ac395694a27759c153e307caef350e54/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T03:32:44,237 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ac395694a27759c153e307caef350e54; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66541955, jitterRate=-0.008447602391242981}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T03:32:44,238 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ac395694a27759c153e307caef350e54: Writing region info on filesystem at 1732073564175Initializing all the Stores at 1732073564175Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073564176 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073564176Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073564176Obtaining lock to block concurrent updates at 1732073564193 (+17 ms)Preparing flush snapshotting stores in ac395694a27759c153e307caef350e54 at 1732073564193Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1732073559806.ac395694a27759c153e307caef350e54., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1732073564193Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1732073559806.ac395694a27759c153e307caef350e54. at 1732073564193Flushing ac395694a27759c153e307caef350e54/a: creating writer at 1732073564193Flushing ac395694a27759c153e307caef350e54/a: appending metadata at 1732073564206 (+13 ms)Flushing ac395694a27759c153e307caef350e54/a: closing flushed file at 1732073564206Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58b8b499: reopening flushed file at 1732073564221 (+15 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for ac395694a27759c153e307caef350e54 in 35ms, sequenceid=5, compaction requested=false; wal=null at 1732073564228 (+7 ms)Cleaning up temporary data from old regions at 1732073564231 (+3 ms)Region opened successfully at 1732073564238 (+7 ms) 2024-11-20T03:32:44,242 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing ac395694a27759c153e307caef350e54, disabling compactions & flushes 2024-11-20T03:32:44,243 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1732073559806.ac395694a27759c153e307caef350e54. 2024-11-20T03:32:44,243 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732073559806.ac395694a27759c153e307caef350e54. 2024-11-20T03:32:44,243 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732073559806.ac395694a27759c153e307caef350e54. after waiting 0 ms 2024-11-20T03:32:44,243 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1732073559806.ac395694a27759c153e307caef350e54. 2024-11-20T03:32:44,243 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1732073559806.ac395694a27759c153e307caef350e54. 2024-11-20T03:32:44,243 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for ac395694a27759c153e307caef350e54: Waiting for close lock at 1732073564242Disabling compacts and flushes for region at 1732073564242Disabling writes for close at 1732073564243 (+1 ms)Writing region close event to WAL at 1732073564243Closed at 1732073564243 2024-11-20T03:32:44,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741883_1061 (size=95) 2024-11-20T03:32:44,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741883_1061 (size=95) 2024-11-20T03:32:44,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741883_1061 (size=95) 2024-11-20T03:32:44,248 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T03:32:44,248 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732073564157) 2024-11-20T03:32:44,261 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=414 (was 410) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2116833780_22 at /127.0.0.1:54642 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2116833780_22 at /127.0.0.1:44794 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:41979 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:41979 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2116833780_22 at /127.0.0.1:49448 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1023 (was 963) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=252 (was 274), ProcessCount=11 (was 11), AvailableMemoryMB=6932 (was 7017) 2024-11-20T03:32:44,273 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=414, OpenFileDescriptor=1023, MaxFileDescriptor=1048576, SystemLoadAverage=252, ProcessCount=11, AvailableMemoryMB=6932 2024-11-20T03:32:44,292 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:32:44,296 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:32:44,300 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,43343,1732073548506 2024-11-20T03:32:44,302 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70ed1c62 2024-11-20T03:32:44,302 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:32:44,304 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T03:32:44,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43343 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T03:32:44,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43343 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-11-20T03:32:44,315 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T03:32:44,316 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43343 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-11-20T03:32:44,317 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:44,318 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T03:32:44,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:32:44,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741885_1063 (size=694) 2024-11-20T03:32:44,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741885_1063 (size=694) 2024-11-20T03:32:44,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741885_1063 (size=694) 2024-11-20T03:32:44,330 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c59dd3c9b692714fa3da295c7186b3ed, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7 2024-11-20T03:32:44,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741886_1064 (size=77) 2024-11-20T03:32:44,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741886_1064 (size=77) 2024-11-20T03:32:44,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741886_1064 (size=77) 2024-11-20T03:32:44,340 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:32:44,340 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing c59dd3c9b692714fa3da295c7186b3ed, disabling compactions & flushes 2024-11-20T03:32:44,340 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed. 2024-11-20T03:32:44,340 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed. 2024-11-20T03:32:44,340 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed. after waiting 0 ms 2024-11-20T03:32:44,340 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed. 2024-11-20T03:32:44,340 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed. 2024-11-20T03:32:44,340 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for c59dd3c9b692714fa3da295c7186b3ed: Waiting for close lock at 1732073564340Disabling compacts and flushes for region at 1732073564340Disabling writes for close at 1732073564340Writing region close event to WAL at 1732073564340Closed at 1732073564340 2024-11-20T03:32:44,342 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T03:32:44,348 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1732073564342"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732073564342"}]},"ts":"1732073564342"} 2024-11-20T03:32:44,351 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T03:32:44,353 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T03:32:44,356 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732073564353"}]},"ts":"1732073564353"} 2024-11-20T03:32:44,359 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-11-20T03:32:44,359 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {d00f728e99d7=0} racks are {/default-rack=0} 2024-11-20T03:32:44,361 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T03:32:44,361 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T03:32:44,361 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-20T03:32:44,361 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T03:32:44,361 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T03:32:44,361 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-20T03:32:44,361 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T03:32:44,361 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T03:32:44,361 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-20T03:32:44,361 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T03:32:44,362 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c59dd3c9b692714fa3da295c7186b3ed, ASSIGN}] 2024-11-20T03:32:44,364 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c59dd3c9b692714fa3da295c7186b3ed, ASSIGN 2024-11-20T03:32:44,366 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c59dd3c9b692714fa3da295c7186b3ed, ASSIGN; state=OFFLINE, location=d00f728e99d7,44513,1732073549369; forceNewPlan=false, retain=false 2024-11-20T03:32:44,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:32:44,519 INFO [d00f728e99d7:43343 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-20T03:32:44,520 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c59dd3c9b692714fa3da295c7186b3ed, regionState=OPENING, regionLocation=d00f728e99d7,44513,1732073549369 2024-11-20T03:32:44,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c59dd3c9b692714fa3da295c7186b3ed, ASSIGN because future has completed 2024-11-20T03:32:44,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c59dd3c9b692714fa3da295c7186b3ed, server=d00f728e99d7,44513,1732073549369}] 2024-11-20T03:32:44,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:32:44,682 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T03:32:44,686 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54421, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T03:32:44,696 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed. 2024-11-20T03:32:44,697 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c59dd3c9b692714fa3da295c7186b3ed, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:32:44,697 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF c59dd3c9b692714fa3da295c7186b3ed 2024-11-20T03:32:44,698 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:32:44,698 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c59dd3c9b692714fa3da295c7186b3ed 2024-11-20T03:32:44,698 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c59dd3c9b692714fa3da295c7186b3ed 2024-11-20T03:32:44,701 INFO [StoreOpener-c59dd3c9b692714fa3da295c7186b3ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region c59dd3c9b692714fa3da295c7186b3ed 2024-11-20T03:32:44,703 INFO [StoreOpener-c59dd3c9b692714fa3da295c7186b3ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c59dd3c9b692714fa3da295c7186b3ed columnFamilyName cf1 2024-11-20T03:32:44,703 DEBUG [StoreOpener-c59dd3c9b692714fa3da295c7186b3ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:44,704 INFO [StoreOpener-c59dd3c9b692714fa3da295c7186b3ed-1 {}] regionserver.HStore(327): Store=c59dd3c9b692714fa3da295c7186b3ed/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:32:44,704 INFO [StoreOpener-c59dd3c9b692714fa3da295c7186b3ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region c59dd3c9b692714fa3da295c7186b3ed 2024-11-20T03:32:44,706 INFO [StoreOpener-c59dd3c9b692714fa3da295c7186b3ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c59dd3c9b692714fa3da295c7186b3ed columnFamilyName cf2 2024-11-20T03:32:44,706 DEBUG [StoreOpener-c59dd3c9b692714fa3da295c7186b3ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:44,706 INFO [StoreOpener-c59dd3c9b692714fa3da295c7186b3ed-1 {}] regionserver.HStore(327): Store=c59dd3c9b692714fa3da295c7186b3ed/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:32:44,707 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c59dd3c9b692714fa3da295c7186b3ed 2024-11-20T03:32:44,708 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c59dd3c9b692714fa3da295c7186b3ed 2024-11-20T03:32:44,708 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c59dd3c9b692714fa3da295c7186b3ed 2024-11-20T03:32:44,709 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c59dd3c9b692714fa3da295c7186b3ed 2024-11-20T03:32:44,709 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c59dd3c9b692714fa3da295c7186b3ed 2024-11-20T03:32:44,710 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-20T03:32:44,712 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c59dd3c9b692714fa3da295c7186b3ed 2024-11-20T03:32:44,715 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c59dd3c9b692714fa3da295c7186b3ed/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:32:44,716 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c59dd3c9b692714fa3da295c7186b3ed; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75194406, jitterRate=0.12048396468162537}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-20T03:32:44,716 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c59dd3c9b692714fa3da295c7186b3ed 2024-11-20T03:32:44,717 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c59dd3c9b692714fa3da295c7186b3ed: Running coprocessor pre-open hook at 1732073564699Writing region info on filesystem at 1732073564699Initializing all the Stores at 1732073564700 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073564700Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073564701 (+1 ms)Cleaning up temporary data from old regions at 1732073564709 (+8 ms)Running coprocessor post-open hooks at 1732073564716 (+7 ms)Region opened successfully at 1732073564716 2024-11-20T03:32:44,718 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed., pid=6, masterSystemTime=1732073564682 2024-11-20T03:32:44,721 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed. 2024-11-20T03:32:44,721 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed. 2024-11-20T03:32:44,722 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c59dd3c9b692714fa3da295c7186b3ed, regionState=OPEN, openSeqNum=2, regionLocation=d00f728e99d7,44513,1732073549369 2024-11-20T03:32:44,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c59dd3c9b692714fa3da295c7186b3ed, server=d00f728e99d7,44513,1732073549369 because future has completed 2024-11-20T03:32:44,731 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T03:32:44,731 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c59dd3c9b692714fa3da295c7186b3ed, server=d00f728e99d7,44513,1732073549369 in 200 msec 2024-11-20T03:32:44,736 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T03:32:44,736 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c59dd3c9b692714fa3da295c7186b3ed, ASSIGN in 369 msec 2024-11-20T03:32:44,737 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T03:32:44,738 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732073564737"}]},"ts":"1732073564737"} 2024-11-20T03:32:44,740 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-11-20T03:32:44,742 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T03:32:44,744 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 433 msec 2024-11-20T03:32:44,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:32:44,950 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-11-20T03:32:44,950 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-11-20T03:32:44,952 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T03:32:44,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-11-20T03:32:44,961 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T03:32:44,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-11-20T03:32:44,974 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed., hostname=d00f728e99d7,44513,1732073549369, seqNum=2] 2024-11-20T03:32:44,975 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:32:44,977 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:32:44,991 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43343 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=c59dd3c9b692714fa3da295c7186b3ed, source=d00f728e99d7,44513,1732073549369, destination=d00f728e99d7,39861,1732073549275, warming up region on d00f728e99d7,39861,1732073549275 2024-11-20T03:32:44,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43343 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T03:32:44,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43343 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=c59dd3c9b692714fa3da295c7186b3ed, source=d00f728e99d7,44513,1732073549369, destination=d00f728e99d7,39861,1732073549275, running balancer 2024-11-20T03:32:44,994 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59181, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T03:32:44,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43343 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c59dd3c9b692714fa3da295c7186b3ed, REOPEN/MOVE 2024-11-20T03:32:44,995 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c59dd3c9b692714fa3da295c7186b3ed, REOPEN/MOVE 2024-11-20T03:32:44,997 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=c59dd3c9b692714fa3da295c7186b3ed, regionState=CLOSING, regionLocation=d00f728e99d7,44513,1732073549369 2024-11-20T03:32:44,999 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed. 2024-11-20T03:32:44,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] regionserver.HRegion(7855): Warmup {ENCODED => c59dd3c9b692714fa3da295c7186b3ed, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:32:45,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:32:45,000 INFO [StoreOpener-c59dd3c9b692714fa3da295c7186b3ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region c59dd3c9b692714fa3da295c7186b3ed 2024-11-20T03:32:45,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c59dd3c9b692714fa3da295c7186b3ed, REOPEN/MOVE because future has completed 2024-11-20T03:32:45,002 INFO [StoreOpener-c59dd3c9b692714fa3da295c7186b3ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c59dd3c9b692714fa3da295c7186b3ed columnFamilyName cf1 2024-11-20T03:32:45,002 DEBUG [StoreOpener-c59dd3c9b692714fa3da295c7186b3ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:45,002 INFO [StoreOpener-c59dd3c9b692714fa3da295c7186b3ed-1 {}] regionserver.HStore(327): Store=c59dd3c9b692714fa3da295c7186b3ed/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:32:45,002 INFO [StoreOpener-c59dd3c9b692714fa3da295c7186b3ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region c59dd3c9b692714fa3da295c7186b3ed 2024-11-20T03:32:45,003 INFO [StoreOpener-c59dd3c9b692714fa3da295c7186b3ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c59dd3c9b692714fa3da295c7186b3ed columnFamilyName cf2 2024-11-20T03:32:45,003 DEBUG [StoreOpener-c59dd3c9b692714fa3da295c7186b3ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:45,004 INFO [StoreOpener-c59dd3c9b692714fa3da295c7186b3ed-1 {}] regionserver.HStore(327): Store=c59dd3c9b692714fa3da295c7186b3ed/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:32:45,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] regionserver.HRegion(1722): Closing c59dd3c9b692714fa3da295c7186b3ed, disabling compactions & flushes 2024-11-20T03:32:45,004 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed. 2024-11-20T03:32:45,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed. 2024-11-20T03:32:45,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed. after waiting 0 ms 2024-11-20T03:32:45,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed. 2024-11-20T03:32:45,005 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T03:32:45,005 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure c59dd3c9b692714fa3da295c7186b3ed, server=d00f728e99d7,44513,1732073549369}] 2024-11-20T03:32:45,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed. 2024-11-20T03:32:45,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] regionserver.HRegion(1676): Region close journal for c59dd3c9b692714fa3da295c7186b3ed: Waiting for close lock at 1732073565004Disabling compacts and flushes for region at 1732073565004Disabling writes for close at 1732073565004Writing region close event to WAL at 1732073565006 (+2 ms)Closed at 1732073565006 2024-11-20T03:32:45,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43343 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-11-20T03:32:45,165 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close c59dd3c9b692714fa3da295c7186b3ed 2024-11-20T03:32:45,165 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T03:32:45,166 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing c59dd3c9b692714fa3da295c7186b3ed, disabling compactions & flushes 2024-11-20T03:32:45,166 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed. 2024-11-20T03:32:45,166 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed. 2024-11-20T03:32:45,166 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed. after waiting 0 ms 2024-11-20T03:32:45,166 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed. 2024-11-20T03:32:45,166 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing c59dd3c9b692714fa3da295c7186b3ed 2/2 column families, dataSize=31 B heapSize=616 B 2024-11-20T03:32:45,188 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c59dd3c9b692714fa3da295c7186b3ed/.tmp/cf1/98b60d3eceeb41cda4b6e4f5753e24d5 is 35, key is r1/cf1:q/1732073564977/Put/seqid=0 2024-11-20T03:32:45,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741887_1065 (size=4783) 2024-11-20T03:32:45,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741887_1065 (size=4783) 2024-11-20T03:32:45,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741887_1065 (size=4783) 2024-11-20T03:32:45,195 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c59dd3c9b692714fa3da295c7186b3ed/.tmp/cf1/98b60d3eceeb41cda4b6e4f5753e24d5 2024-11-20T03:32:45,203 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c59dd3c9b692714fa3da295c7186b3ed/.tmp/cf1/98b60d3eceeb41cda4b6e4f5753e24d5 as hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c59dd3c9b692714fa3da295c7186b3ed/cf1/98b60d3eceeb41cda4b6e4f5753e24d5 2024-11-20T03:32:45,210 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c59dd3c9b692714fa3da295c7186b3ed/cf1/98b60d3eceeb41cda4b6e4f5753e24d5, entries=1, sequenceid=5, filesize=4.7 K 2024-11-20T03:32:45,211 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for c59dd3c9b692714fa3da295c7186b3ed in 45ms, sequenceid=5, compaction requested=false 2024-11-20T03:32:45,211 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-11-20T03:32:45,218 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c59dd3c9b692714fa3da295c7186b3ed/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T03:32:45,221 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed. 2024-11-20T03:32:45,221 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for c59dd3c9b692714fa3da295c7186b3ed: Waiting for close lock at 1732073565165Running coprocessor pre-close hooks at 1732073565165Disabling compacts and flushes for region at 1732073565165Disabling writes for close at 1732073565166 (+1 ms)Obtaining lock to block concurrent updates at 1732073565166Preparing flush snapshotting stores in c59dd3c9b692714fa3da295c7186b3ed at 1732073565166Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1732073565166Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed. at 1732073565167 (+1 ms)Flushing c59dd3c9b692714fa3da295c7186b3ed/cf1: creating writer at 1732073565167Flushing c59dd3c9b692714fa3da295c7186b3ed/cf1: appending metadata at 1732073565187 (+20 ms)Flushing c59dd3c9b692714fa3da295c7186b3ed/cf1: closing flushed file at 1732073565187Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d972913: reopening flushed file at 1732073565202 (+15 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for c59dd3c9b692714fa3da295c7186b3ed in 45ms, sequenceid=5, compaction requested=false at 1732073565211 (+9 ms)Writing region close event to WAL at 1732073565212 (+1 ms)Running coprocessor post-close hooks at 1732073565218 (+6 ms)Closed at 1732073565220 (+2 ms) 2024-11-20T03:32:45,221 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding c59dd3c9b692714fa3da295c7186b3ed move to d00f728e99d7,39861,1732073549275 record at close sequenceid=5 2024-11-20T03:32:45,225 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed c59dd3c9b692714fa3da295c7186b3ed 2024-11-20T03:32:45,226 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=c59dd3c9b692714fa3da295c7186b3ed, regionState=CLOSED 2024-11-20T03:32:45,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure c59dd3c9b692714fa3da295c7186b3ed, server=d00f728e99d7,44513,1732073549369 because future has completed 2024-11-20T03:32:45,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-20T03:32:45,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure c59dd3c9b692714fa3da295c7186b3ed, server=d00f728e99d7,44513,1732073549369 in 226 msec 2024-11-20T03:32:45,236 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c59dd3c9b692714fa3da295c7186b3ed, REOPEN/MOVE; state=CLOSED, location=d00f728e99d7,39861,1732073549275; forceNewPlan=false, retain=false 2024-11-20T03:32:45,386 INFO [d00f728e99d7:43343 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-20T03:32:45,387 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=c59dd3c9b692714fa3da295c7186b3ed, regionState=OPENING, regionLocation=d00f728e99d7,39861,1732073549275 2024-11-20T03:32:45,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c59dd3c9b692714fa3da295c7186b3ed, REOPEN/MOVE because future has completed 2024-11-20T03:32:45,391 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure c59dd3c9b692714fa3da295c7186b3ed, server=d00f728e99d7,39861,1732073549275}] 2024-11-20T03:32:45,550 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed. 2024-11-20T03:32:45,550 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => c59dd3c9b692714fa3da295c7186b3ed, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:32:45,551 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF c59dd3c9b692714fa3da295c7186b3ed 2024-11-20T03:32:45,551 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:32:45,551 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for c59dd3c9b692714fa3da295c7186b3ed 2024-11-20T03:32:45,551 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for c59dd3c9b692714fa3da295c7186b3ed 2024-11-20T03:32:45,553 INFO [StoreOpener-c59dd3c9b692714fa3da295c7186b3ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region c59dd3c9b692714fa3da295c7186b3ed 2024-11-20T03:32:45,554 INFO [StoreOpener-c59dd3c9b692714fa3da295c7186b3ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c59dd3c9b692714fa3da295c7186b3ed columnFamilyName cf1 2024-11-20T03:32:45,554 DEBUG [StoreOpener-c59dd3c9b692714fa3da295c7186b3ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:45,562 DEBUG [StoreOpener-c59dd3c9b692714fa3da295c7186b3ed-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c59dd3c9b692714fa3da295c7186b3ed/cf1/98b60d3eceeb41cda4b6e4f5753e24d5 2024-11-20T03:32:45,562 INFO [StoreOpener-c59dd3c9b692714fa3da295c7186b3ed-1 {}] regionserver.HStore(327): Store=c59dd3c9b692714fa3da295c7186b3ed/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:32:45,562 INFO [StoreOpener-c59dd3c9b692714fa3da295c7186b3ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region c59dd3c9b692714fa3da295c7186b3ed 2024-11-20T03:32:45,563 INFO [StoreOpener-c59dd3c9b692714fa3da295c7186b3ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c59dd3c9b692714fa3da295c7186b3ed columnFamilyName cf2 2024-11-20T03:32:45,563 DEBUG [StoreOpener-c59dd3c9b692714fa3da295c7186b3ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:45,564 INFO [StoreOpener-c59dd3c9b692714fa3da295c7186b3ed-1 {}] regionserver.HStore(327): Store=c59dd3c9b692714fa3da295c7186b3ed/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:32:45,564 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for c59dd3c9b692714fa3da295c7186b3ed 2024-11-20T03:32:45,565 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c59dd3c9b692714fa3da295c7186b3ed 2024-11-20T03:32:45,566 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c59dd3c9b692714fa3da295c7186b3ed 2024-11-20T03:32:45,567 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for c59dd3c9b692714fa3da295c7186b3ed 2024-11-20T03:32:45,567 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for c59dd3c9b692714fa3da295c7186b3ed 2024-11-20T03:32:45,568 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-20T03:32:45,569 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for c59dd3c9b692714fa3da295c7186b3ed 2024-11-20T03:32:45,570 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened c59dd3c9b692714fa3da295c7186b3ed; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63142267, jitterRate=-0.05910690128803253}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-20T03:32:45,570 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c59dd3c9b692714fa3da295c7186b3ed 2024-11-20T03:32:45,571 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for c59dd3c9b692714fa3da295c7186b3ed: Running coprocessor pre-open hook at 1732073565551Writing region info on filesystem at 1732073565551Initializing all the Stores at 1732073565552 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073565552Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073565552Cleaning up temporary data from old regions at 1732073565567 (+15 ms)Running coprocessor post-open hooks at 1732073565570 (+3 ms)Region opened successfully at 1732073565571 (+1 ms) 2024-11-20T03:32:45,572 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed., pid=9, masterSystemTime=1732073565545 2024-11-20T03:32:45,576 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed. 2024-11-20T03:32:45,576 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed. 2024-11-20T03:32:45,576 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=c59dd3c9b692714fa3da295c7186b3ed, regionState=OPEN, openSeqNum=9, regionLocation=d00f728e99d7,39861,1732073549275 2024-11-20T03:32:45,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure c59dd3c9b692714fa3da295c7186b3ed, server=d00f728e99d7,39861,1732073549275 because future has completed 2024-11-20T03:32:45,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-11-20T03:32:45,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure c59dd3c9b692714fa3da295c7186b3ed, server=d00f728e99d7,39861,1732073549275 in 190 msec 2024-11-20T03:32:45,586 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c59dd3c9b692714fa3da295c7186b3ed, REOPEN/MOVE in 591 msec 2024-11-20T03:32:45,602 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T03:32:45,604 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T03:32:45,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:45048 deadline: 1732073625608, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=d00f728e99d7 port=39861 startCode=1732073549275. As of locationSeqNum=5. 2024-11-20T03:32:45,633 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed., hostname=d00f728e99d7,44513,1732073549369, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed., hostname=d00f728e99d7,44513,1732073549369, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=d00f728e99d7 port=39861 startCode=1732073549275. As of locationSeqNum=5. 2024-11-20T03:32:45,634 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed., hostname=d00f728e99d7,44513,1732073549369, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=d00f728e99d7 port=39861 startCode=1732073549275. As of locationSeqNum=5. 2024-11-20T03:32:45,634 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed., hostname=d00f728e99d7,44513,1732073549369, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed., hostname=d00f728e99d7,39861,1732073549275, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=d00f728e99d7 port=39861 startCode=1732073549275. As of locationSeqNum=5. 2024-11-20T03:32:45,749 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:32:45,751 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:32:45,762 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c59dd3c9b692714fa3da295c7186b3ed 2/2 column families, dataSize=50 B heapSize=720 B 2024-11-20T03:32:45,778 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c59dd3c9b692714fa3da295c7186b3ed/.tmp/cf1/428237bc1afa488781935fbf8313e048 is 29, key is r1/cf1:/1732073565752/DeleteFamily/seqid=0 2024-11-20T03:32:45,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741888_1066 (size=4906) 2024-11-20T03:32:45,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741888_1066 (size=4906) 2024-11-20T03:32:45,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741888_1066 (size=4906) 2024-11-20T03:32:45,785 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c59dd3c9b692714fa3da295c7186b3ed/.tmp/cf1/428237bc1afa488781935fbf8313e048 2024-11-20T03:32:45,791 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 428237bc1afa488781935fbf8313e048 2024-11-20T03:32:45,804 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c59dd3c9b692714fa3da295c7186b3ed/.tmp/cf2/1351c733df344ec5b78c292774ba01a2 is 29, key is r1/cf2:/1732073565752/DeleteFamily/seqid=0 2024-11-20T03:32:45,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741889_1067 (size=4906) 2024-11-20T03:32:45,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741889_1067 (size=4906) 2024-11-20T03:32:45,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741889_1067 (size=4906) 2024-11-20T03:32:45,812 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c59dd3c9b692714fa3da295c7186b3ed/.tmp/cf2/1351c733df344ec5b78c292774ba01a2 2024-11-20T03:32:45,817 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1351c733df344ec5b78c292774ba01a2 2024-11-20T03:32:45,818 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c59dd3c9b692714fa3da295c7186b3ed/.tmp/cf1/428237bc1afa488781935fbf8313e048 as hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c59dd3c9b692714fa3da295c7186b3ed/cf1/428237bc1afa488781935fbf8313e048 2024-11-20T03:32:45,825 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 428237bc1afa488781935fbf8313e048 2024-11-20T03:32:45,825 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c59dd3c9b692714fa3da295c7186b3ed/cf1/428237bc1afa488781935fbf8313e048, entries=1, sequenceid=12, filesize=4.8 K 2024-11-20T03:32:45,826 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c59dd3c9b692714fa3da295c7186b3ed/.tmp/cf2/1351c733df344ec5b78c292774ba01a2 as hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c59dd3c9b692714fa3da295c7186b3ed/cf2/1351c733df344ec5b78c292774ba01a2 2024-11-20T03:32:45,833 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1351c733df344ec5b78c292774ba01a2 2024-11-20T03:32:45,834 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c59dd3c9b692714fa3da295c7186b3ed/cf2/1351c733df344ec5b78c292774ba01a2, entries=1, sequenceid=12, filesize=4.8 K 2024-11-20T03:32:45,835 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for c59dd3c9b692714fa3da295c7186b3ed in 72ms, sequenceid=12, compaction requested=false 2024-11-20T03:32:45,835 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for c59dd3c9b692714fa3da295c7186b3ed: 2024-11-20T03:32:45,837 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-20T03:32:45,839 DEBUG [Time-limited test {}] regionserver.HStore(1541): c59dd3c9b692714fa3da295c7186b3ed/cf1 is initiating major compaction (all files) 2024-11-20T03:32:45,839 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T03:32:45,839 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:32:45,840 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of c59dd3c9b692714fa3da295c7186b3ed/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed. 2024-11-20T03:32:45,840 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c59dd3c9b692714fa3da295c7186b3ed/cf1/98b60d3eceeb41cda4b6e4f5753e24d5, hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c59dd3c9b692714fa3da295c7186b3ed/cf1/428237bc1afa488781935fbf8313e048] into tmpdir=hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c59dd3c9b692714fa3da295c7186b3ed/.tmp, totalSize=9.5 K 2024-11-20T03:32:45,841 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 98b60d3eceeb41cda4b6e4f5753e24d5, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1732073564977 2024-11-20T03:32:45,841 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 428237bc1afa488781935fbf8313e048, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-20T03:32:45,852 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): c59dd3c9b692714fa3da295c7186b3ed#cf1#compaction#16 average throughput is 0.00 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T03:32:45,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741890_1068 (size=4626) 2024-11-20T03:32:45,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741890_1068 (size=4626) 2024-11-20T03:32:45,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741890_1068 (size=4626) 2024-11-20T03:32:45,866 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c59dd3c9b692714fa3da295c7186b3ed/.tmp/cf1/ba938ec818894aafb2ffc7f41a64fc01 as hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c59dd3c9b692714fa3da295c7186b3ed/cf1/ba938ec818894aafb2ffc7f41a64fc01 2024-11-20T03:32:45,881 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in c59dd3c9b692714fa3da295c7186b3ed/cf1 of c59dd3c9b692714fa3da295c7186b3ed into ba938ec818894aafb2ffc7f41a64fc01(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T03:32:45,881 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for c59dd3c9b692714fa3da295c7186b3ed: 2024-11-20T03:32:45,881 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-20T03:32:45,881 DEBUG [Time-limited test {}] regionserver.HStore(1541): c59dd3c9b692714fa3da295c7186b3ed/cf2 is initiating major compaction (all files) 2024-11-20T03:32:45,881 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T03:32:45,881 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:32:45,881 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of c59dd3c9b692714fa3da295c7186b3ed/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed. 2024-11-20T03:32:45,882 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c59dd3c9b692714fa3da295c7186b3ed/cf2/1351c733df344ec5b78c292774ba01a2] into tmpdir=hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c59dd3c9b692714fa3da295c7186b3ed/.tmp, totalSize=4.8 K 2024-11-20T03:32:45,882 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 1351c733df344ec5b78c292774ba01a2, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-20T03:32:45,889 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): c59dd3c9b692714fa3da295c7186b3ed#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T03:32:45,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741891_1069 (size=4592) 2024-11-20T03:32:45,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741891_1069 (size=4592) 2024-11-20T03:32:45,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741891_1069 (size=4592) 2024-11-20T03:32:45,901 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c59dd3c9b692714fa3da295c7186b3ed/.tmp/cf2/cf5e259b56da45bc9386105ee00456e6 as hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c59dd3c9b692714fa3da295c7186b3ed/cf2/cf5e259b56da45bc9386105ee00456e6 2024-11-20T03:32:45,909 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in c59dd3c9b692714fa3da295c7186b3ed/cf2 of c59dd3c9b692714fa3da295c7186b3ed into cf5e259b56da45bc9386105ee00456e6(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T03:32:45,909 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for c59dd3c9b692714fa3da295c7186b3ed: 2024-11-20T03:32:45,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43343 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=c59dd3c9b692714fa3da295c7186b3ed, source=d00f728e99d7,39861,1732073549275, destination=d00f728e99d7,44513,1732073549369, warming up region on d00f728e99d7,44513,1732073549369 2024-11-20T03:32:45,914 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43343 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=c59dd3c9b692714fa3da295c7186b3ed, source=d00f728e99d7,39861,1732073549275, destination=d00f728e99d7,44513,1732073549369, running balancer 2024-11-20T03:32:45,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43343 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c59dd3c9b692714fa3da295c7186b3ed, REOPEN/MOVE 2024-11-20T03:32:45,915 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c59dd3c9b692714fa3da295c7186b3ed, REOPEN/MOVE 2024-11-20T03:32:45,916 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=c59dd3c9b692714fa3da295c7186b3ed, regionState=CLOSING, regionLocation=d00f728e99d7,39861,1732073549275 2024-11-20T03:32:45,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed. 2024-11-20T03:32:45,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] regionserver.HRegion(7855): Warmup {ENCODED => c59dd3c9b692714fa3da295c7186b3ed, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:32:45,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:32:45,918 INFO [StoreOpener-c59dd3c9b692714fa3da295c7186b3ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region c59dd3c9b692714fa3da295c7186b3ed 2024-11-20T03:32:45,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c59dd3c9b692714fa3da295c7186b3ed, REOPEN/MOVE because future has completed 2024-11-20T03:32:45,919 INFO [StoreOpener-c59dd3c9b692714fa3da295c7186b3ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c59dd3c9b692714fa3da295c7186b3ed columnFamilyName cf1 2024-11-20T03:32:45,919 DEBUG [StoreOpener-c59dd3c9b692714fa3da295c7186b3ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:45,919 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T03:32:45,919 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure c59dd3c9b692714fa3da295c7186b3ed, server=d00f728e99d7,39861,1732073549275}] 2024-11-20T03:32:45,928 INFO [StoreFileOpener-c59dd3c9b692714fa3da295c7186b3ed-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 428237bc1afa488781935fbf8313e048 2024-11-20T03:32:45,929 DEBUG [StoreOpener-c59dd3c9b692714fa3da295c7186b3ed-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c59dd3c9b692714fa3da295c7186b3ed/cf1/428237bc1afa488781935fbf8313e048 2024-11-20T03:32:45,935 DEBUG [StoreOpener-c59dd3c9b692714fa3da295c7186b3ed-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c59dd3c9b692714fa3da295c7186b3ed/cf1/98b60d3eceeb41cda4b6e4f5753e24d5 2024-11-20T03:32:45,941 DEBUG [StoreOpener-c59dd3c9b692714fa3da295c7186b3ed-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c59dd3c9b692714fa3da295c7186b3ed/cf1/ba938ec818894aafb2ffc7f41a64fc01 2024-11-20T03:32:45,941 INFO [StoreOpener-c59dd3c9b692714fa3da295c7186b3ed-1 {}] regionserver.HStore(327): Store=c59dd3c9b692714fa3da295c7186b3ed/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:32:45,942 INFO [StoreOpener-c59dd3c9b692714fa3da295c7186b3ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region c59dd3c9b692714fa3da295c7186b3ed 2024-11-20T03:32:45,943 INFO [StoreOpener-c59dd3c9b692714fa3da295c7186b3ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c59dd3c9b692714fa3da295c7186b3ed columnFamilyName cf2 2024-11-20T03:32:45,943 DEBUG [StoreOpener-c59dd3c9b692714fa3da295c7186b3ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:45,951 INFO [StoreFileOpener-c59dd3c9b692714fa3da295c7186b3ed-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1351c733df344ec5b78c292774ba01a2 2024-11-20T03:32:45,951 DEBUG [StoreOpener-c59dd3c9b692714fa3da295c7186b3ed-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c59dd3c9b692714fa3da295c7186b3ed/cf2/1351c733df344ec5b78c292774ba01a2 2024-11-20T03:32:45,956 DEBUG [StoreOpener-c59dd3c9b692714fa3da295c7186b3ed-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c59dd3c9b692714fa3da295c7186b3ed/cf2/cf5e259b56da45bc9386105ee00456e6 2024-11-20T03:32:45,956 INFO [StoreOpener-c59dd3c9b692714fa3da295c7186b3ed-1 {}] regionserver.HStore(327): Store=c59dd3c9b692714fa3da295c7186b3ed/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:32:45,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] regionserver.HRegion(1722): Closing c59dd3c9b692714fa3da295c7186b3ed, disabling compactions & flushes 2024-11-20T03:32:45,957 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed. 2024-11-20T03:32:45,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed. 2024-11-20T03:32:45,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed. after waiting 0 ms 2024-11-20T03:32:45,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed. 2024-11-20T03:32:45,958 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed. 2024-11-20T03:32:45,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] regionserver.HRegion(1676): Region close journal for c59dd3c9b692714fa3da295c7186b3ed: Waiting for close lock at 1732073565957Disabling compacts and flushes for region at 1732073565957Disabling writes for close at 1732073565957Writing region close event to WAL at 1732073565958 (+1 ms)Closed at 1732073565958 2024-11-20T03:32:45,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43343 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-11-20T03:32:46,074 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close c59dd3c9b692714fa3da295c7186b3ed 2024-11-20T03:32:46,074 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T03:32:46,074 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing c59dd3c9b692714fa3da295c7186b3ed, disabling compactions & flushes 2024-11-20T03:32:46,075 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed. 2024-11-20T03:32:46,075 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed. 2024-11-20T03:32:46,075 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed. after waiting 0 ms 2024-11-20T03:32:46,075 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed. 2024-11-20T03:32:46,075 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c59dd3c9b692714fa3da295c7186b3ed/cf1/98b60d3eceeb41cda4b6e4f5753e24d5, hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c59dd3c9b692714fa3da295c7186b3ed/cf1/428237bc1afa488781935fbf8313e048] to archive 2024-11-20T03:32:46,078 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T03:32:46,082 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c59dd3c9b692714fa3da295c7186b3ed/cf1/98b60d3eceeb41cda4b6e4f5753e24d5 to hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c59dd3c9b692714fa3da295c7186b3ed/cf1/98b60d3eceeb41cda4b6e4f5753e24d5 2024-11-20T03:32:46,084 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c59dd3c9b692714fa3da295c7186b3ed/cf1/428237bc1afa488781935fbf8313e048 to hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c59dd3c9b692714fa3da295c7186b3ed/cf1/428237bc1afa488781935fbf8313e048 2024-11-20T03:32:46,101 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c59dd3c9b692714fa3da295c7186b3ed/cf2/1351c733df344ec5b78c292774ba01a2] to archive 2024-11-20T03:32:46,102 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T03:32:46,105 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c59dd3c9b692714fa3da295c7186b3ed/cf2/1351c733df344ec5b78c292774ba01a2 to hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c59dd3c9b692714fa3da295c7186b3ed/cf2/1351c733df344ec5b78c292774ba01a2 2024-11-20T03:32:46,111 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c59dd3c9b692714fa3da295c7186b3ed/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-11-20T03:32:46,111 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed. 2024-11-20T03:32:46,111 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for c59dd3c9b692714fa3da295c7186b3ed: Waiting for close lock at 1732073566074Running coprocessor pre-close hooks at 1732073566074Disabling compacts and flushes for region at 1732073566074Disabling writes for close at 1732073566075 (+1 ms)Writing region close event to WAL at 1732073566106 (+31 ms)Running coprocessor post-close hooks at 1732073566111 (+5 ms)Closed at 1732073566111 2024-11-20T03:32:46,112 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding c59dd3c9b692714fa3da295c7186b3ed move to d00f728e99d7,44513,1732073549369 record at close sequenceid=12 2024-11-20T03:32:46,114 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed c59dd3c9b692714fa3da295c7186b3ed 2024-11-20T03:32:46,115 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=c59dd3c9b692714fa3da295c7186b3ed, regionState=CLOSED 2024-11-20T03:32:46,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure c59dd3c9b692714fa3da295c7186b3ed, server=d00f728e99d7,39861,1732073549275 because future has completed 2024-11-20T03:32:46,123 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-20T03:32:46,123 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure c59dd3c9b692714fa3da295c7186b3ed, server=d00f728e99d7,39861,1732073549275 in 200 msec 2024-11-20T03:32:46,124 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c59dd3c9b692714fa3da295c7186b3ed, REOPEN/MOVE; state=CLOSED, location=d00f728e99d7,44513,1732073549369; forceNewPlan=false, retain=false 2024-11-20T03:32:46,275 INFO [d00f728e99d7:43343 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-20T03:32:46,275 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=c59dd3c9b692714fa3da295c7186b3ed, regionState=OPENING, regionLocation=d00f728e99d7,44513,1732073549369 2024-11-20T03:32:46,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c59dd3c9b692714fa3da295c7186b3ed, REOPEN/MOVE because future has completed 2024-11-20T03:32:46,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure c59dd3c9b692714fa3da295c7186b3ed, server=d00f728e99d7,44513,1732073549369}] 2024-11-20T03:32:46,444 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed. 2024-11-20T03:32:46,445 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => c59dd3c9b692714fa3da295c7186b3ed, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:32:46,445 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF c59dd3c9b692714fa3da295c7186b3ed 2024-11-20T03:32:46,445 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:32:46,446 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for c59dd3c9b692714fa3da295c7186b3ed 2024-11-20T03:32:46,446 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for c59dd3c9b692714fa3da295c7186b3ed 2024-11-20T03:32:46,448 INFO [StoreOpener-c59dd3c9b692714fa3da295c7186b3ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region c59dd3c9b692714fa3da295c7186b3ed 2024-11-20T03:32:46,449 INFO [StoreOpener-c59dd3c9b692714fa3da295c7186b3ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c59dd3c9b692714fa3da295c7186b3ed columnFamilyName cf1 2024-11-20T03:32:46,449 DEBUG [StoreOpener-c59dd3c9b692714fa3da295c7186b3ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:46,458 DEBUG [StoreOpener-c59dd3c9b692714fa3da295c7186b3ed-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c59dd3c9b692714fa3da295c7186b3ed/cf1/ba938ec818894aafb2ffc7f41a64fc01 2024-11-20T03:32:46,458 INFO [StoreOpener-c59dd3c9b692714fa3da295c7186b3ed-1 {}] regionserver.HStore(327): Store=c59dd3c9b692714fa3da295c7186b3ed/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:32:46,458 INFO [StoreOpener-c59dd3c9b692714fa3da295c7186b3ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region c59dd3c9b692714fa3da295c7186b3ed 2024-11-20T03:32:46,459 INFO [StoreOpener-c59dd3c9b692714fa3da295c7186b3ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c59dd3c9b692714fa3da295c7186b3ed columnFamilyName cf2 2024-11-20T03:32:46,459 DEBUG [StoreOpener-c59dd3c9b692714fa3da295c7186b3ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:46,466 DEBUG [StoreOpener-c59dd3c9b692714fa3da295c7186b3ed-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c59dd3c9b692714fa3da295c7186b3ed/cf2/cf5e259b56da45bc9386105ee00456e6 2024-11-20T03:32:46,466 INFO [StoreOpener-c59dd3c9b692714fa3da295c7186b3ed-1 {}] regionserver.HStore(327): Store=c59dd3c9b692714fa3da295c7186b3ed/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:32:46,466 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for c59dd3c9b692714fa3da295c7186b3ed 2024-11-20T03:32:46,467 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c59dd3c9b692714fa3da295c7186b3ed 2024-11-20T03:32:46,468 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c59dd3c9b692714fa3da295c7186b3ed 2024-11-20T03:32:46,469 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for c59dd3c9b692714fa3da295c7186b3ed 2024-11-20T03:32:46,469 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for c59dd3c9b692714fa3da295c7186b3ed 2024-11-20T03:32:46,470 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-20T03:32:46,472 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for c59dd3c9b692714fa3da295c7186b3ed 2024-11-20T03:32:46,472 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened c59dd3c9b692714fa3da295c7186b3ed; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67756830, jitterRate=0.00965544581413269}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-20T03:32:46,473 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c59dd3c9b692714fa3da295c7186b3ed 2024-11-20T03:32:46,473 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for c59dd3c9b692714fa3da295c7186b3ed: Running coprocessor pre-open hook at 1732073566446Writing region info on filesystem at 1732073566446Initializing all the Stores at 1732073566447 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073566447Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073566447Cleaning up temporary data from old regions at 1732073566469 (+22 ms)Running coprocessor post-open hooks at 1732073566473 (+4 ms)Region opened successfully at 1732073566473 2024-11-20T03:32:46,474 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed., pid=12, masterSystemTime=1732073566435 2024-11-20T03:32:46,477 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed. 2024-11-20T03:32:46,477 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed. 2024-11-20T03:32:46,477 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=c59dd3c9b692714fa3da295c7186b3ed, regionState=OPEN, openSeqNum=18, regionLocation=d00f728e99d7,44513,1732073549369 2024-11-20T03:32:46,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure c59dd3c9b692714fa3da295c7186b3ed, server=d00f728e99d7,44513,1732073549369 because future has completed 2024-11-20T03:32:46,484 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-20T03:32:46,484 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure c59dd3c9b692714fa3da295c7186b3ed, server=d00f728e99d7,44513,1732073549369 in 200 msec 2024-11-20T03:32:46,486 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c59dd3c9b692714fa3da295c7186b3ed, REOPEN/MOVE in 570 msec 2024-11-20T03:32:46,517 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T03:32:46,519 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T03:32:46,521 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server d00f728e99d7,44513,1732073549369: testing ***** 2024-11-20T03:32:46,521 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T03:32:46,523 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T03:32:46,524 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T03:32:46,528 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T03:32:46,530 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T03:32:46,541 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 294292672 }, "NonHeapMemoryUsage": { "committed": 171442176, "init": 7667712, "max": -1, "used": 168755736 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "d00f728e99d7", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 0, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 2071, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 8, "ProcessCallTime_min": 0, "ProcessCallTime_max": 10, "ProcessCallTime_mean": 3, "ProcessCallTime_25th_percentile": 2, "ProcessCallTime_median": 5, "ProcessCallTime_75th_percentile": 7, "ProcessCallTime_90th_percentile": 9, "ProcessCallTime_95th_percentile": 9, "ProcessCallTime_98th_percentile": 9, "ProcessCallTime_99th_percentile": 9, "ProcessCallTime_99.9th_percentile": 9, "ProcessCallTime_TimeRangeCount_0-1": 8, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 8, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 8, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 8, "TotalCallTime_min": 0, "TotalCallTime_max": 10, "TotalCallTime_mean": 3, "TotalCallTime_25th_percentile": 2, "TotalCallTime_median": 5, "TotalCallTime_75th_percentile": 7, "TotalCallTime_90th_percentile": 9, "TotalCallTime_95th_percentile": 9, "TotalCallTime_98th_percentile": 9, "TotalCallTime_99th_percentile": 9, "TotalCallTime_99.9th_percentile": 9, "TotalCallTime_TimeRangeCount_0-1": 8, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 8, "ResponseSize_min": 0, "ResponseSize_max": 175, "ResponseSize_mean": 50, "ResponseSize_25th_percentile": 43, "ResponseSize_median": 87, "ResponseSize_75th_percentile": 131, "ResponseSize_90th_percentile": 157, "ResponseSize_95th_percentile": 166, "ResponseSize_98th_percentile": 171, "ResponseSize_99th_percentile": 173, "ResponseSize_99.9th_percentile": 174, "ResponseSize_SizeRangeCount_0-10": 8, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 8, "RequestSize_min": 89, "RequestSize_max": 121, "RequestSize_mean": 103, "RequestSize_25th_percentile": 97, "RequestSize_median": 105, "RequestSize_75th_percentile": 113, "RequestSize_90th_percentile": 117, "RequestSize_95th_percentile": 119, "RequestSize_98th_percentile": 120, "RequestSize_99th_percentile": 120, "RequestSize_99.9th_percentile": 120, "RequestSize_SizeRangeCount_0-10": 8, "sentBytes": 352 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "d00f728e99d7", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:50798", "tag.serverName": "d00f728e99d7,44513,1732073549369", "tag.clusterId": "3b807ca1-2681-4b4b-967c-b4d3f6ec50b0", "tag.Context": "regionserver", "tag.Hostname": "d00f728e99d7", "regionCount": 0, "storeCount": 0, "hlogFileCount": 1, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 0, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1732073549369, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 10034, "localBytesRead": 10034, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 4782, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-20T03:32:46,545 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43343 {}] master.MasterRpcServices(700): d00f728e99d7,44513,1732073549369 reported a fatal error: ***** ABORTING region server d00f728e99d7,44513,1732073549369: testing ***** 2024-11-20T03:32:46,548 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd00f728e99d7,44513,1732073549369' ***** 2024-11-20T03:32:46,548 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-11-20T03:32:46,549 INFO [RS:1;d00f728e99d7:44513 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T03:32:46,549 INFO [RS:1;d00f728e99d7:44513 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-20T03:32:46,549 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T03:32:46,549 INFO [RS:1;d00f728e99d7:44513 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-20T03:32:46,549 INFO [RS:1;d00f728e99d7:44513 {}] regionserver.HRegionServer(3091): Received CLOSE for c59dd3c9b692714fa3da295c7186b3ed 2024-11-20T03:32:46,550 INFO [RS:1;d00f728e99d7:44513 {}] regionserver.HRegionServer(956): aborting server d00f728e99d7,44513,1732073549369 2024-11-20T03:32:46,550 INFO [RS:1;d00f728e99d7:44513 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T03:32:46,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:49230 deadline: 1732073626550, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=d00f728e99d7 port=44513 startCode=1732073549369. As of locationSeqNum=12. 2024-11-20T03:32:46,550 INFO [RS:1;d00f728e99d7:44513 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;d00f728e99d7:44513. 2024-11-20T03:32:46,550 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c59dd3c9b692714fa3da295c7186b3ed, disabling compactions & flushes 2024-11-20T03:32:46,550 DEBUG [RS:1;d00f728e99d7:44513 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:32:46,550 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed. 2024-11-20T03:32:46,550 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed. 2024-11-20T03:32:46,550 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed. after waiting 0 ms 2024-11-20T03:32:46,550 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed. 2024-11-20T03:32:46,550 DEBUG [RS:1;d00f728e99d7:44513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:32:46,551 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed., hostname=d00f728e99d7,39861,1732073549275, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed., hostname=d00f728e99d7,39861,1732073549275, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=d00f728e99d7 port=44513 startCode=1732073549369. As of locationSeqNum=12. 2024-11-20T03:32:46,551 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed., hostname=d00f728e99d7,39861,1732073549275, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=d00f728e99d7 port=44513 startCode=1732073549369. As of locationSeqNum=12. 2024-11-20T03:32:46,551 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed., hostname=d00f728e99d7,39861,1732073549275, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed., hostname=d00f728e99d7,44513,1732073549369, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=d00f728e99d7 port=44513 startCode=1732073549369. As of locationSeqNum=12. 2024-11-20T03:32:46,551 INFO [RS:1;d00f728e99d7:44513 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T03:32:46,551 DEBUG [RS:1;d00f728e99d7:44513 {}] regionserver.HRegionServer(1325): Online Regions={c59dd3c9b692714fa3da295c7186b3ed=testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed.} 2024-11-20T03:32:46,551 DEBUG [RS:1;d00f728e99d7:44513 {}] regionserver.HRegionServer(1351): Waiting on c59dd3c9b692714fa3da295c7186b3ed 2024-11-20T03:32:46,554 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed. 2024-11-20T03:32:46,554 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c59dd3c9b692714fa3da295c7186b3ed: Waiting for close lock at 1732073566550Running coprocessor pre-close hooks at 1732073566550Disabling compacts and flushes for region at 1732073566550Disabling writes for close at 1732073566550Writing region close event to WAL at 1732073566553 (+3 ms)Running coprocessor post-close hooks at 1732073566553Closed at 1732073566554 (+1 ms) 2024-11-20T03:32:46,554 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed. 2024-11-20T03:32:46,555 INFO [regionserver/d00f728e99d7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T03:32:46,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d00f728e99d7,44513,1732073549369 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T03:32:46,661 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed., hostname=d00f728e99d7,44513,1732073549369, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed., hostname=d00f728e99d7,44513,1732073549369, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d00f728e99d7,44513,1732073549369 aborting 2024-11-20T03:32:46,661 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed., hostname=d00f728e99d7,44513,1732073549369, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d00f728e99d7,44513,1732073549369 aborting 2024-11-20T03:32:46,661 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed., hostname=d00f728e99d7,44513,1732073549369, seqNum=12 from cache 2024-11-20T03:32:46,752 INFO [RS:1;d00f728e99d7:44513 {}] regionserver.HRegionServer(976): stopping server d00f728e99d7,44513,1732073549369; all regions closed. 2024-11-20T03:32:46,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741833_1009 (size=1406) 2024-11-20T03:32:46,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741833_1009 (size=1406) 2024-11-20T03:32:46,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741833_1009 (size=1406) 2024-11-20T03:32:46,759 DEBUG [RS:1;d00f728e99d7:44513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:32:46,759 INFO [RS:1;d00f728e99d7:44513 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T03:32:46,759 INFO [RS:1;d00f728e99d7:44513 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T03:32:46,759 INFO [RS:1;d00f728e99d7:44513 {}] hbase.ChoreService(370): Chore service for: regionserver/d00f728e99d7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T03:32:46,760 INFO [regionserver/d00f728e99d7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T03:32:46,760 INFO [RS:1;d00f728e99d7:44513 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T03:32:46,760 INFO [RS:1;d00f728e99d7:44513 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T03:32:46,760 INFO [RS:1;d00f728e99d7:44513 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T03:32:46,760 INFO [RS:1;d00f728e99d7:44513 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T03:32:46,760 INFO [RS:1;d00f728e99d7:44513 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44513 2024-11-20T03:32:46,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44513-0x101564ce37a0002, quorum=127.0.0.1:50798, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d00f728e99d7,44513,1732073549369 2024-11-20T03:32:46,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43343-0x101564ce37a0000, quorum=127.0.0.1:50798, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T03:32:46,845 INFO [RS:1;d00f728e99d7:44513 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T03:32:46,848 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d00f728e99d7,44513,1732073549369] 2024-11-20T03:32:46,868 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d00f728e99d7,44513,1732073549369 already deleted, retry=false 2024-11-20T03:32:46,869 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of d00f728e99d7,44513,1732073549369 on d00f728e99d7,43343,1732073548506 2024-11-20T03:32:46,876 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed., hostname=d00f728e99d7,44513,1732073549369, seqNum=18] 2024-11-20T03:32:46,878 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure d00f728e99d7,44513,1732073549369, splitWal=true, meta=false 2024-11-20T03:32:46,879 WARN [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server d00f728e99d7:44513 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: d00f728e99d7/172.17.0.2:44513 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T03:32:46,880 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed., hostname=d00f728e99d7,44513,1732073549369, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed., hostname=d00f728e99d7,44513,1732073549369, seqNum=18, error=java.net.ConnectException: Call to address=d00f728e99d7:44513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: d00f728e99d7/172.17.0.2:44513 2024-11-20T03:32:46,880 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed., hostname=d00f728e99d7,44513,1732073549369, seqNum=18 is java.net.ConnectException: Connection refused 2024-11-20T03:32:46,880 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed., hostname=d00f728e99d7,44513,1732073549369, seqNum=18 from cache 2024-11-20T03:32:46,880 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address d00f728e99d7:44513 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: d00f728e99d7/172.17.0.2:44513 2024-11-20T03:32:46,881 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=13 for d00f728e99d7,44513,1732073549369 (carryingMeta=false) d00f728e99d7,44513,1732073549369/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@4c758e90[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-20T03:32:46,882 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure d00f728e99d7,44513,1732073549369, splitWal=true, meta=false 2024-11-20T03:32:46,884 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): d00f728e99d7,44513,1732073549369 had 1 regions 2024-11-20T03:32:46,885 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure d00f728e99d7,44513,1732073549369, splitWal=true, meta=false, isMeta: false 2024-11-20T03:32:46,887 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/WALs/d00f728e99d7,44513,1732073549369-splitting 2024-11-20T03:32:46,888 INFO [PEWorker-1 {}] master.SplitWALManager(105): d00f728e99d7,44513,1732073549369 WAL count=1, meta=false 2024-11-20T03:32:46,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure d00f728e99d7%2C44513%2C1732073549369.1732073551097}] 2024-11-20T03:32:46,896 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=d00f728e99d7,35569,1732073549412 2024-11-20T03:32:46,899 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure d00f728e99d7%2C44513%2C1732073549369.1732073551097, worker=d00f728e99d7,35569,1732073549412}] 2024-11-20T03:32:46,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44513-0x101564ce37a0002, quorum=127.0.0.1:50798, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:32:46,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44513-0x101564ce37a0002, quorum=127.0.0.1:50798, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:32:46,959 INFO [RS:1;d00f728e99d7:44513 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T03:32:46,959 INFO [RS:1;d00f728e99d7:44513 {}] regionserver.HRegionServer(1031): Exiting; stopping=d00f728e99d7,44513,1732073549369; zookeeper connection closed. 2024-11-20T03:32:46,960 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3082b73e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3082b73e 2024-11-20T03:32:47,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35569 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-11-20T03:32:47,082 INFO [RS_LOG_REPLAY_OPS-regionserver/d00f728e99d7:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/WALs/d00f728e99d7,44513,1732073549369-splitting/d00f728e99d7%2C44513%2C1732073549369.1732073551097, size=1.4 K (1406bytes) 2024-11-20T03:32:47,083 INFO [RS_LOG_REPLAY_OPS-regionserver/d00f728e99d7:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/WALs/d00f728e99d7,44513,1732073549369-splitting/d00f728e99d7%2C44513%2C1732073549369.1732073551097 2024-11-20T03:32:47,083 INFO [RS_LOG_REPLAY_OPS-regionserver/d00f728e99d7:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/WALs/d00f728e99d7,44513,1732073549369-splitting/d00f728e99d7%2C44513%2C1732073549369.1732073551097 after 0ms 2024-11-20T03:32:47,086 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d00f728e99d7:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/WALs/d00f728e99d7,44513,1732073549369-splitting/d00f728e99d7%2C44513%2C1732073549369.1732073551097: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T03:32:47,086 INFO [RS_LOG_REPLAY_OPS-regionserver/d00f728e99d7:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/WALs/d00f728e99d7,44513,1732073549369-splitting/d00f728e99d7%2C44513%2C1732073549369.1732073551097 took 4ms 2024-11-20T03:32:47,094 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d00f728e99d7:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for c59dd3c9b692714fa3da295c7186b3ed: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-11-20T03:32:47,095 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d00f728e99d7:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/WALs/d00f728e99d7,44513,1732073549369-splitting/d00f728e99d7%2C44513%2C1732073549369.1732073551097 so closing down 2024-11-20T03:32:47,095 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d00f728e99d7:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T03:32:47,095 INFO [RS_LOG_REPLAY_OPS-regionserver/d00f728e99d7:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T03:32:47,095 INFO [RS_LOG_REPLAY_OPS-regionserver/d00f728e99d7:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 7 ms; skipped=6; WAL=hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/WALs/d00f728e99d7,44513,1732073549369-splitting/d00f728e99d7%2C44513%2C1732073549369.1732073551097, size=1.4 K, length=1406, corrupted=false, cancelled=false 2024-11-20T03:32:47,095 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d00f728e99d7:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/WALs/d00f728e99d7,44513,1732073549369-splitting/d00f728e99d7%2C44513%2C1732073549369.1732073551097, journal: Splitting hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/WALs/d00f728e99d7,44513,1732073549369-splitting/d00f728e99d7%2C44513%2C1732073549369.1732073551097, size=1.4 K (1406bytes) at 1732073567083Finishing writing output for hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/WALs/d00f728e99d7,44513,1732073549369-splitting/d00f728e99d7%2C44513%2C1732073549369.1732073551097 so closing down at 1732073567095 (+12 ms)3 split writer threads finished at 1732073567095Processed 6 edits across 0 Regions in 7 ms; skipped=6; WAL=hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/WALs/d00f728e99d7,44513,1732073549369-splitting/d00f728e99d7%2C44513%2C1732073549369.1732073551097, size=1.4 K, length=1406, corrupted=false, cancelled=false at 1732073567095 2024-11-20T03:32:47,095 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d00f728e99d7:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/WALs/d00f728e99d7,44513,1732073549369-splitting/d00f728e99d7%2C44513%2C1732073549369.1732073551097 2024-11-20T03:32:47,096 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d00f728e99d7:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-20T03:32:47,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43343 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-20T03:32:47,103 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/WALs/d00f728e99d7,44513,1732073549369-splitting/d00f728e99d7%2C44513%2C1732073549369.1732073551097 to hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/oldWALs 2024-11-20T03:32:47,105 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-20T03:32:47,105 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure d00f728e99d7%2C44513%2C1732073549369.1732073551097, worker=d00f728e99d7,35569,1732073549412 in 205 msec 2024-11-20T03:32:47,107 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=d00f728e99d7,35569,1732073549412 2024-11-20T03:32:47,109 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-20T03:32:47,109 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure d00f728e99d7%2C44513%2C1732073549369.1732073551097, worker=d00f728e99d7,35569,1732073549412 in 218 msec 2024-11-20T03:32:47,111 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/WALs/d00f728e99d7,44513,1732073549369-splitting dir is empty, no logs to split. 2024-11-20T03:32:47,111 INFO [PEWorker-1 {}] master.SplitWALManager(105): d00f728e99d7,44513,1732073549369 WAL count=0, meta=false 2024-11-20T03:32:47,111 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if d00f728e99d7,44513,1732073549369 WAL splitting is done? wals=0, meta=false 2024-11-20T03:32:47,113 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for d00f728e99d7,44513,1732073549369 failed, ignore...File hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/WALs/d00f728e99d7,44513,1732073549369-splitting does not exist. 2024-11-20T03:32:47,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c59dd3c9b692714fa3da295c7186b3ed, ASSIGN}] 2024-11-20T03:32:47,117 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c59dd3c9b692714fa3da295c7186b3ed, ASSIGN 2024-11-20T03:32:47,118 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c59dd3c9b692714fa3da295c7186b3ed, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T03:32:47,191 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed., hostname=d00f728e99d7,44513,1732073549369, seqNum=18] 2024-11-20T03:32:47,192 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to d00f728e99d7:44513 this server is in the failed servers list 2024-11-20T03:32:47,193 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed., hostname=d00f728e99d7,44513,1732073549369, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed., hostname=d00f728e99d7,44513,1732073549369, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=d00f728e99d7:44513 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d00f728e99d7:44513 2024-11-20T03:32:47,193 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed., hostname=d00f728e99d7,44513,1732073549369, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d00f728e99d7:44513 2024-11-20T03:32:47,193 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed., hostname=d00f728e99d7,44513,1732073549369, seqNum=18 from cache 2024-11-20T03:32:47,269 DEBUG [d00f728e99d7:43343 {}] balancer.BalancerClusterState(204): Hosts are {d00f728e99d7=0} racks are {/default-rack=0} 2024-11-20T03:32:47,269 DEBUG [d00f728e99d7:43343 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T03:32:47,269 DEBUG [d00f728e99d7:43343 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T03:32:47,269 DEBUG [d00f728e99d7:43343 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T03:32:47,269 DEBUG [d00f728e99d7:43343 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T03:32:47,269 INFO [d00f728e99d7:43343 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T03:32:47,269 INFO [d00f728e99d7:43343 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T03:32:47,269 DEBUG [d00f728e99d7:43343 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T03:32:47,270 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=c59dd3c9b692714fa3da295c7186b3ed, regionState=OPENING, regionLocation=d00f728e99d7,39861,1732073549275 2024-11-20T03:32:47,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c59dd3c9b692714fa3da295c7186b3ed, ASSIGN because future has completed 2024-11-20T03:32:47,272 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure c59dd3c9b692714fa3da295c7186b3ed, server=d00f728e99d7,39861,1732073549275}] 2024-11-20T03:32:47,429 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed. 2024-11-20T03:32:47,429 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => c59dd3c9b692714fa3da295c7186b3ed, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:32:47,429 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF c59dd3c9b692714fa3da295c7186b3ed 2024-11-20T03:32:47,429 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:32:47,429 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for c59dd3c9b692714fa3da295c7186b3ed 2024-11-20T03:32:47,429 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for c59dd3c9b692714fa3da295c7186b3ed 2024-11-20T03:32:47,431 INFO [StoreOpener-c59dd3c9b692714fa3da295c7186b3ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region c59dd3c9b692714fa3da295c7186b3ed 2024-11-20T03:32:47,432 INFO [StoreOpener-c59dd3c9b692714fa3da295c7186b3ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c59dd3c9b692714fa3da295c7186b3ed columnFamilyName cf1 2024-11-20T03:32:47,432 DEBUG [StoreOpener-c59dd3c9b692714fa3da295c7186b3ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:47,438 DEBUG [StoreOpener-c59dd3c9b692714fa3da295c7186b3ed-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c59dd3c9b692714fa3da295c7186b3ed/cf1/ba938ec818894aafb2ffc7f41a64fc01 2024-11-20T03:32:47,438 INFO [StoreOpener-c59dd3c9b692714fa3da295c7186b3ed-1 {}] regionserver.HStore(327): Store=c59dd3c9b692714fa3da295c7186b3ed/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:32:47,438 INFO [StoreOpener-c59dd3c9b692714fa3da295c7186b3ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region c59dd3c9b692714fa3da295c7186b3ed 2024-11-20T03:32:47,439 INFO [StoreOpener-c59dd3c9b692714fa3da295c7186b3ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c59dd3c9b692714fa3da295c7186b3ed columnFamilyName cf2 2024-11-20T03:32:47,439 DEBUG [StoreOpener-c59dd3c9b692714fa3da295c7186b3ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:47,446 DEBUG [StoreOpener-c59dd3c9b692714fa3da295c7186b3ed-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c59dd3c9b692714fa3da295c7186b3ed/cf2/cf5e259b56da45bc9386105ee00456e6 2024-11-20T03:32:47,446 INFO [StoreOpener-c59dd3c9b692714fa3da295c7186b3ed-1 {}] regionserver.HStore(327): Store=c59dd3c9b692714fa3da295c7186b3ed/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:32:47,447 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for c59dd3c9b692714fa3da295c7186b3ed 2024-11-20T03:32:47,447 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c59dd3c9b692714fa3da295c7186b3ed 2024-11-20T03:32:47,449 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c59dd3c9b692714fa3da295c7186b3ed 2024-11-20T03:32:47,450 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for c59dd3c9b692714fa3da295c7186b3ed 2024-11-20T03:32:47,450 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for c59dd3c9b692714fa3da295c7186b3ed 2024-11-20T03:32:47,450 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-20T03:32:47,452 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for c59dd3c9b692714fa3da295c7186b3ed 2024-11-20T03:32:47,453 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened c59dd3c9b692714fa3da295c7186b3ed; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60474515, jitterRate=-0.098859503865242}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-20T03:32:47,453 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c59dd3c9b692714fa3da295c7186b3ed 2024-11-20T03:32:47,453 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for c59dd3c9b692714fa3da295c7186b3ed: Running coprocessor pre-open hook at 1732073567430Writing region info on filesystem at 1732073567430Initializing all the Stores at 1732073567430Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073567430Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073567431 (+1 ms)Cleaning up temporary data from old regions at 1732073567450 (+19 ms)Running coprocessor post-open hooks at 1732073567453 (+3 ms)Region opened successfully at 1732073567453 2024-11-20T03:32:47,454 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed., pid=17, masterSystemTime=1732073567425 2024-11-20T03:32:47,457 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed. 2024-11-20T03:32:47,457 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed. 2024-11-20T03:32:47,458 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=c59dd3c9b692714fa3da295c7186b3ed, regionState=OPEN, openSeqNum=18, regionLocation=d00f728e99d7,39861,1732073549275 2024-11-20T03:32:47,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure c59dd3c9b692714fa3da295c7186b3ed, server=d00f728e99d7,39861,1732073549275 because future has completed 2024-11-20T03:32:47,464 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-20T03:32:47,464 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure c59dd3c9b692714fa3da295c7186b3ed, server=d00f728e99d7,39861,1732073549275 in 189 msec 2024-11-20T03:32:47,467 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-20T03:32:47,467 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c59dd3c9b692714fa3da295c7186b3ed, ASSIGN in 348 msec 2024-11-20T03:32:47,467 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server d00f728e99d7,44513,1732073549369 after splitting done 2024-11-20T03:32:47,470 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure d00f728e99d7,44513,1732073549369, splitWal=true, meta=false in 596 msec 2024-11-20T03:32:47,701 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed., hostname=d00f728e99d7,39861,1732073549275, seqNum=18] 2024-11-20T03:32:47,715 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=412 (was 414), OpenFileDescriptor=1050 (was 1023) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=248 (was 252), ProcessCount=11 (was 11), AvailableMemoryMB=6876 (was 6932) 2024-11-20T03:32:47,716 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1050 is superior to 1024 2024-11-20T03:32:47,727 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=412, OpenFileDescriptor=1050, MaxFileDescriptor=1048576, SystemLoadAverage=248, ProcessCount=11, AvailableMemoryMB=6875 2024-11-20T03:32:47,727 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1050 is superior to 1024 2024-11-20T03:32:47,742 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:32:47,743 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:32:47,744 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T03:32:47,766 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-34570213, suffix=, logDir=hdfs://localhost:41979/hbase/WALs/hregion-34570213, archiveDir=hdfs://localhost:41979/hbase/oldWALs, maxLogs=32 2024-11-20T03:32:47,783 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-34570213/hregion-34570213.1732073567766, exclude list is [], retry=0 2024-11-20T03:32:47,786 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45307,DS-ecc3968b-fe64-4473-a084-39beed01f67f,DISK] 2024-11-20T03:32:47,786 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-3a7caaa7-e8e3-4775-b1cd-0081c7e34d1f,DISK] 2024-11-20T03:32:47,786 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34689,DS-5dc277a6-e3c6-45a9-b2f0-7edbfe9a39f1,DISK] 2024-11-20T03:32:47,790 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-34570213/hregion-34570213.1732073567766 2024-11-20T03:32:47,791 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45269:45269),(127.0.0.1/127.0.0.1:42565:42565),(127.0.0.1/127.0.0.1:38549:38549)] 2024-11-20T03:32:47,791 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 92890c2b55316269be8937e894c40d24, NAME => 'testReplayEditsWrittenViaHRegion,,1732073567742.92890c2b55316269be8937e894c40d24.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41979/hbase 2024-11-20T03:32:47,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741893_1071 (size=67) 2024-11-20T03:32:47,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741893_1071 (size=67) 2024-11-20T03:32:47,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741893_1071 (size=67) 2024-11-20T03:32:47,803 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732073567742.92890c2b55316269be8937e894c40d24.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:32:47,805 INFO [StoreOpener-92890c2b55316269be8937e894c40d24-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 92890c2b55316269be8937e894c40d24 2024-11-20T03:32:47,806 INFO [StoreOpener-92890c2b55316269be8937e894c40d24-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92890c2b55316269be8937e894c40d24 columnFamilyName a 2024-11-20T03:32:47,806 DEBUG [StoreOpener-92890c2b55316269be8937e894c40d24-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:47,807 INFO [StoreOpener-92890c2b55316269be8937e894c40d24-1 {}] regionserver.HStore(327): Store=92890c2b55316269be8937e894c40d24/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:32:47,807 INFO [StoreOpener-92890c2b55316269be8937e894c40d24-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 92890c2b55316269be8937e894c40d24 2024-11-20T03:32:47,809 INFO [StoreOpener-92890c2b55316269be8937e894c40d24-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92890c2b55316269be8937e894c40d24 columnFamilyName b 2024-11-20T03:32:47,809 DEBUG [StoreOpener-92890c2b55316269be8937e894c40d24-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:47,809 INFO [StoreOpener-92890c2b55316269be8937e894c40d24-1 {}] regionserver.HStore(327): Store=92890c2b55316269be8937e894c40d24/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:32:47,809 INFO [StoreOpener-92890c2b55316269be8937e894c40d24-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 92890c2b55316269be8937e894c40d24 2024-11-20T03:32:47,811 INFO [StoreOpener-92890c2b55316269be8937e894c40d24-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92890c2b55316269be8937e894c40d24 columnFamilyName c 2024-11-20T03:32:47,811 DEBUG [StoreOpener-92890c2b55316269be8937e894c40d24-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:47,811 INFO [StoreOpener-92890c2b55316269be8937e894c40d24-1 {}] regionserver.HStore(327): Store=92890c2b55316269be8937e894c40d24/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:32:47,811 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 92890c2b55316269be8937e894c40d24 2024-11-20T03:32:47,812 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/92890c2b55316269be8937e894c40d24 2024-11-20T03:32:47,813 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/92890c2b55316269be8937e894c40d24 2024-11-20T03:32:47,814 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 92890c2b55316269be8937e894c40d24 2024-11-20T03:32:47,814 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 92890c2b55316269be8937e894c40d24 2024-11-20T03:32:47,814 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T03:32:47,816 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 92890c2b55316269be8937e894c40d24 2024-11-20T03:32:47,818 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/92890c2b55316269be8937e894c40d24/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:32:47,818 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 92890c2b55316269be8937e894c40d24; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61833824, jitterRate=-0.07860422134399414}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T03:32:47,819 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 92890c2b55316269be8937e894c40d24: Writing region info on filesystem at 1732073567803Initializing all the Stores at 1732073567804 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073567804Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073567805 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073567805Cleaning up temporary data from old regions at 1732073567814 (+9 ms)Region opened successfully at 1732073567819 (+5 ms) 2024-11-20T03:32:47,819 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 92890c2b55316269be8937e894c40d24, disabling compactions & flushes 2024-11-20T03:32:47,819 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732073567742.92890c2b55316269be8937e894c40d24. 2024-11-20T03:32:47,819 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732073567742.92890c2b55316269be8937e894c40d24. 2024-11-20T03:32:47,819 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732073567742.92890c2b55316269be8937e894c40d24. after waiting 0 ms 2024-11-20T03:32:47,819 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732073567742.92890c2b55316269be8937e894c40d24. 2024-11-20T03:32:47,820 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732073567742.92890c2b55316269be8937e894c40d24. 2024-11-20T03:32:47,820 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 92890c2b55316269be8937e894c40d24: Waiting for close lock at 1732073567819Disabling compacts and flushes for region at 1732073567819Disabling writes for close at 1732073567819Writing region close event to WAL at 1732073567820 (+1 ms)Closed at 1732073567820 2024-11-20T03:32:47,823 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/hregion-34570213/hregion-34570213.1732073567766 not finished, retry = 0 2024-11-20T03:32:47,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741892_1070 (size=95) 2024-11-20T03:32:47,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741892_1070 (size=95) 2024-11-20T03:32:47,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741892_1070 (size=95) 2024-11-20T03:32:47,928 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T03:32:47,928 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-34570213:(num 1732073567766) 2024-11-20T03:32:47,928 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T03:32:47,932 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41979/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732073567741, archiveDir=hdfs://localhost:41979/hbase/oldWALs, maxLogs=32 2024-11-20T03:32:47,950 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732073567741/wal.1732073567933, exclude list is [], retry=0 2024-11-20T03:32:47,953 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-3a7caaa7-e8e3-4775-b1cd-0081c7e34d1f,DISK] 2024-11-20T03:32:47,953 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34689,DS-5dc277a6-e3c6-45a9-b2f0-7edbfe9a39f1,DISK] 2024-11-20T03:32:47,954 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45307,DS-ecc3968b-fe64-4473-a084-39beed01f67f,DISK] 2024-11-20T03:32:47,955 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732073567741/wal.1732073567933 2024-11-20T03:32:47,955 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42565:42565),(127.0.0.1/127.0.0.1:38549:38549),(127.0.0.1/127.0.0.1:45269:45269)] 2024-11-20T03:32:47,956 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 92890c2b55316269be8937e894c40d24, NAME => 'testReplayEditsWrittenViaHRegion,,1732073567742.92890c2b55316269be8937e894c40d24.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:32:47,956 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732073567742.92890c2b55316269be8937e894c40d24.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:32:47,956 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 92890c2b55316269be8937e894c40d24 2024-11-20T03:32:47,956 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 92890c2b55316269be8937e894c40d24 2024-11-20T03:32:47,957 INFO [StoreOpener-92890c2b55316269be8937e894c40d24-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 92890c2b55316269be8937e894c40d24 2024-11-20T03:32:47,958 INFO [StoreOpener-92890c2b55316269be8937e894c40d24-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92890c2b55316269be8937e894c40d24 columnFamilyName a 2024-11-20T03:32:47,958 DEBUG [StoreOpener-92890c2b55316269be8937e894c40d24-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:47,959 INFO [StoreOpener-92890c2b55316269be8937e894c40d24-1 {}] regionserver.HStore(327): Store=92890c2b55316269be8937e894c40d24/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:32:47,959 INFO [StoreOpener-92890c2b55316269be8937e894c40d24-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 92890c2b55316269be8937e894c40d24 2024-11-20T03:32:47,959 INFO [StoreOpener-92890c2b55316269be8937e894c40d24-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92890c2b55316269be8937e894c40d24 columnFamilyName b 2024-11-20T03:32:47,959 DEBUG [StoreOpener-92890c2b55316269be8937e894c40d24-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:47,960 INFO [StoreOpener-92890c2b55316269be8937e894c40d24-1 {}] regionserver.HStore(327): Store=92890c2b55316269be8937e894c40d24/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:32:47,960 INFO [StoreOpener-92890c2b55316269be8937e894c40d24-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 92890c2b55316269be8937e894c40d24 2024-11-20T03:32:47,961 INFO [StoreOpener-92890c2b55316269be8937e894c40d24-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92890c2b55316269be8937e894c40d24 columnFamilyName c 2024-11-20T03:32:47,961 DEBUG [StoreOpener-92890c2b55316269be8937e894c40d24-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:47,961 INFO [StoreOpener-92890c2b55316269be8937e894c40d24-1 {}] regionserver.HStore(327): Store=92890c2b55316269be8937e894c40d24/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:32:47,961 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 92890c2b55316269be8937e894c40d24 2024-11-20T03:32:47,962 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/92890c2b55316269be8937e894c40d24 2024-11-20T03:32:47,963 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/92890c2b55316269be8937e894c40d24 2024-11-20T03:32:47,965 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 92890c2b55316269be8937e894c40d24 2024-11-20T03:32:47,965 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 92890c2b55316269be8937e894c40d24 2024-11-20T03:32:47,965 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T03:32:47,966 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 92890c2b55316269be8937e894c40d24 2024-11-20T03:32:47,967 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 92890c2b55316269be8937e894c40d24; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68594572, jitterRate=0.022138774394989014}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T03:32:47,967 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 92890c2b55316269be8937e894c40d24: Writing region info on filesystem at 1732073567956Initializing all the Stores at 1732073567957 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073567957Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073567957Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073567957Cleaning up temporary data from old regions at 1732073567965 (+8 ms)Region opened successfully at 1732073567967 (+2 ms) 2024-11-20T03:32:47,993 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 92890c2b55316269be8937e894c40d24 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-20T03:32:48,015 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/92890c2b55316269be8937e894c40d24/.tmp/a/3f8b6e071b41423286864ca00341111e is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1732073567968/Put/seqid=0 2024-11-20T03:32:48,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741895_1073 (size=5958) 2024-11-20T03:32:48,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741895_1073 (size=5958) 2024-11-20T03:32:48,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741895_1073 (size=5958) 2024-11-20T03:32:48,025 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/92890c2b55316269be8937e894c40d24/.tmp/a/3f8b6e071b41423286864ca00341111e 2024-11-20T03:32:48,053 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/92890c2b55316269be8937e894c40d24/.tmp/b/72d64ffa0a044ebaae3319840f014421 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732073567975/Put/seqid=0 2024-11-20T03:32:48,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741896_1074 (size=5958) 2024-11-20T03:32:48,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741896_1074 (size=5958) 2024-11-20T03:32:48,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741896_1074 (size=5958) 2024-11-20T03:32:48,061 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/92890c2b55316269be8937e894c40d24/.tmp/b/72d64ffa0a044ebaae3319840f014421 2024-11-20T03:32:48,082 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/92890c2b55316269be8937e894c40d24/.tmp/c/63e19abddb0f4d7db0714f030c268e73 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1732073567982/Put/seqid=0 2024-11-20T03:32:48,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741897_1075 (size=5958) 2024-11-20T03:32:48,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741897_1075 (size=5958) 2024-11-20T03:32:48,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741897_1075 (size=5958) 2024-11-20T03:32:48,092 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/92890c2b55316269be8937e894c40d24/.tmp/c/63e19abddb0f4d7db0714f030c268e73 2024-11-20T03:32:48,100 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/92890c2b55316269be8937e894c40d24/.tmp/a/3f8b6e071b41423286864ca00341111e as hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/92890c2b55316269be8937e894c40d24/a/3f8b6e071b41423286864ca00341111e 2024-11-20T03:32:48,107 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/92890c2b55316269be8937e894c40d24/a/3f8b6e071b41423286864ca00341111e, entries=10, sequenceid=33, filesize=5.8 K 2024-11-20T03:32:48,109 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/92890c2b55316269be8937e894c40d24/.tmp/b/72d64ffa0a044ebaae3319840f014421 as hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/92890c2b55316269be8937e894c40d24/b/72d64ffa0a044ebaae3319840f014421 2024-11-20T03:32:48,115 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/92890c2b55316269be8937e894c40d24/b/72d64ffa0a044ebaae3319840f014421, entries=10, sequenceid=33, filesize=5.8 K 2024-11-20T03:32:48,116 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/92890c2b55316269be8937e894c40d24/.tmp/c/63e19abddb0f4d7db0714f030c268e73 as hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/92890c2b55316269be8937e894c40d24/c/63e19abddb0f4d7db0714f030c268e73 2024-11-20T03:32:48,123 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/92890c2b55316269be8937e894c40d24/c/63e19abddb0f4d7db0714f030c268e73, entries=10, sequenceid=33, filesize=5.8 K 2024-11-20T03:32:48,124 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 92890c2b55316269be8937e894c40d24 in 131ms, sequenceid=33, compaction requested=false 2024-11-20T03:32:48,124 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 92890c2b55316269be8937e894c40d24: 2024-11-20T03:32:48,124 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 92890c2b55316269be8937e894c40d24, disabling compactions & flushes 2024-11-20T03:32:48,125 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732073567742.92890c2b55316269be8937e894c40d24. 2024-11-20T03:32:48,125 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732073567742.92890c2b55316269be8937e894c40d24. 2024-11-20T03:32:48,125 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732073567742.92890c2b55316269be8937e894c40d24. after waiting 0 ms 2024-11-20T03:32:48,125 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732073567742.92890c2b55316269be8937e894c40d24. 2024-11-20T03:32:48,126 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732073567742.92890c2b55316269be8937e894c40d24. 2024-11-20T03:32:48,126 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 92890c2b55316269be8937e894c40d24: Waiting for close lock at 1732073568124Disabling compacts and flushes for region at 1732073568124Disabling writes for close at 1732073568125 (+1 ms)Writing region close event to WAL at 1732073568126 (+1 ms)Closed at 1732073568126 2024-11-20T03:32:48,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741894_1072 (size=3383) 2024-11-20T03:32:48,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741894_1072 (size=3383) 2024-11-20T03:32:48,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741894_1072 (size=3383) 2024-11-20T03:32:48,135 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/92890c2b55316269be8937e894c40d24/b/72d64ffa0a044ebaae3319840f014421 to hdfs://localhost:41979/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/92890c2b55316269be8937e894c40d24/b/72d64ffa0a044ebaae3319840f014421 2024-11-20T03:32:48,158 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41979/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732073567741/wal.1732073567933, size=3.3 K (3383bytes) 2024-11-20T03:32:48,158 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41979/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732073567741/wal.1732073567933 2024-11-20T03:32:48,159 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41979/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732073567741/wal.1732073567933 after 1ms 2024-11-20T03:32:48,162 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41979/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732073567741/wal.1732073567933: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T03:32:48,162 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41979/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732073567741/wal.1732073567933 took 4ms 2024-11-20T03:32:48,165 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41979/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732073567741/wal.1732073567933 so closing down 2024-11-20T03:32:48,165 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T03:32:48,166 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732073567933.temp 2024-11-20T03:32:48,169 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/92890c2b55316269be8937e894c40d24/recovered.edits/0000000000000000003-wal.1732073567933.temp 2024-11-20T03:32:48,170 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T03:32:48,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741898_1076 (size=2944) 2024-11-20T03:32:48,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741898_1076 (size=2944) 2024-11-20T03:32:48,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741898_1076 (size=2944) 2024-11-20T03:32:48,178 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/92890c2b55316269be8937e894c40d24/recovered.edits/0000000000000000003-wal.1732073567933.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-20T03:32:48,179 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/92890c2b55316269be8937e894c40d24/recovered.edits/0000000000000000003-wal.1732073567933.temp to hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/92890c2b55316269be8937e894c40d24/recovered.edits/0000000000000000032 2024-11-20T03:32:48,180 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 16 ms; skipped=2; WAL=hdfs://localhost:41979/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732073567741/wal.1732073567933, size=3.3 K, length=3383, corrupted=false, cancelled=false 2024-11-20T03:32:48,180 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41979/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732073567741/wal.1732073567933, journal: Splitting hdfs://localhost:41979/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732073567741/wal.1732073567933, size=3.3 K (3383bytes) at 1732073568158Finishing writing output for hdfs://localhost:41979/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732073567741/wal.1732073567933 so closing down at 1732073568165 (+7 ms)Creating recovered edits writer path=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/92890c2b55316269be8937e894c40d24/recovered.edits/0000000000000000003-wal.1732073567933.temp at 1732073568169 (+4 ms)3 split writer threads finished at 1732073568170 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/92890c2b55316269be8937e894c40d24/recovered.edits/0000000000000000003-wal.1732073567933.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732073568178 (+8 ms)Rename recovered edits hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/92890c2b55316269be8937e894c40d24/recovered.edits/0000000000000000003-wal.1732073567933.temp to hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/92890c2b55316269be8937e894c40d24/recovered.edits/0000000000000000032 at 1732073568179 (+1 ms)Processed 32 edits across 1 Regions in 16 ms; skipped=2; WAL=hdfs://localhost:41979/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732073567741/wal.1732073567933, size=3.3 K, length=3383, corrupted=false, cancelled=false at 1732073568180 (+1 ms) 2024-11-20T03:32:48,181 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41979/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732073567741/wal.1732073567933 to hdfs://localhost:41979/hbase/oldWALs/wal.1732073567933 2024-11-20T03:32:48,182 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/92890c2b55316269be8937e894c40d24/recovered.edits/0000000000000000032 2024-11-20T03:32:48,183 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T03:32:48,184 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41979/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732073567741, archiveDir=hdfs://localhost:41979/hbase/oldWALs, maxLogs=32 2024-11-20T03:32:48,199 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732073567741/wal.1732073568185, exclude list is [], retry=0 2024-11-20T03:32:48,202 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34689,DS-5dc277a6-e3c6-45a9-b2f0-7edbfe9a39f1,DISK] 2024-11-20T03:32:48,202 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45307,DS-ecc3968b-fe64-4473-a084-39beed01f67f,DISK] 2024-11-20T03:32:48,203 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-3a7caaa7-e8e3-4775-b1cd-0081c7e34d1f,DISK] 2024-11-20T03:32:48,204 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732073567741/wal.1732073568185 2024-11-20T03:32:48,204 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38549:38549),(127.0.0.1/127.0.0.1:45269:45269),(127.0.0.1/127.0.0.1:42565:42565)] 2024-11-20T03:32:48,205 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 92890c2b55316269be8937e894c40d24, NAME => 'testReplayEditsWrittenViaHRegion,,1732073567742.92890c2b55316269be8937e894c40d24.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:32:48,205 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732073567742.92890c2b55316269be8937e894c40d24.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:32:48,205 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 92890c2b55316269be8937e894c40d24 2024-11-20T03:32:48,205 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 92890c2b55316269be8937e894c40d24 2024-11-20T03:32:48,206 INFO [StoreOpener-92890c2b55316269be8937e894c40d24-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 92890c2b55316269be8937e894c40d24 2024-11-20T03:32:48,207 INFO [StoreOpener-92890c2b55316269be8937e894c40d24-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92890c2b55316269be8937e894c40d24 columnFamilyName a 2024-11-20T03:32:48,207 DEBUG [StoreOpener-92890c2b55316269be8937e894c40d24-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:48,213 DEBUG [StoreOpener-92890c2b55316269be8937e894c40d24-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/92890c2b55316269be8937e894c40d24/a/3f8b6e071b41423286864ca00341111e 2024-11-20T03:32:48,213 INFO [StoreOpener-92890c2b55316269be8937e894c40d24-1 {}] regionserver.HStore(327): Store=92890c2b55316269be8937e894c40d24/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:32:48,213 INFO [StoreOpener-92890c2b55316269be8937e894c40d24-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 92890c2b55316269be8937e894c40d24 2024-11-20T03:32:48,215 INFO [StoreOpener-92890c2b55316269be8937e894c40d24-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92890c2b55316269be8937e894c40d24 columnFamilyName b 2024-11-20T03:32:48,215 DEBUG [StoreOpener-92890c2b55316269be8937e894c40d24-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:48,216 INFO [StoreOpener-92890c2b55316269be8937e894c40d24-1 {}] regionserver.HStore(327): Store=92890c2b55316269be8937e894c40d24/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:32:48,216 INFO [StoreOpener-92890c2b55316269be8937e894c40d24-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 92890c2b55316269be8937e894c40d24 2024-11-20T03:32:48,217 INFO [StoreOpener-92890c2b55316269be8937e894c40d24-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92890c2b55316269be8937e894c40d24 columnFamilyName c 2024-11-20T03:32:48,217 DEBUG [StoreOpener-92890c2b55316269be8937e894c40d24-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:48,222 DEBUG [StoreOpener-92890c2b55316269be8937e894c40d24-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/92890c2b55316269be8937e894c40d24/c/63e19abddb0f4d7db0714f030c268e73 2024-11-20T03:32:48,223 INFO [StoreOpener-92890c2b55316269be8937e894c40d24-1 {}] regionserver.HStore(327): Store=92890c2b55316269be8937e894c40d24/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:32:48,223 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 92890c2b55316269be8937e894c40d24 2024-11-20T03:32:48,223 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/92890c2b55316269be8937e894c40d24 2024-11-20T03:32:48,225 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/92890c2b55316269be8937e894c40d24 2024-11-20T03:32:48,225 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/92890c2b55316269be8937e894c40d24/recovered.edits/0000000000000000032 2024-11-20T03:32:48,227 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/92890c2b55316269be8937e894c40d24/recovered.edits/0000000000000000032: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T03:32:48,229 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/92890c2b55316269be8937e894c40d24/recovered.edits/0000000000000000032 2024-11-20T03:32:48,229 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 92890c2b55316269be8937e894c40d24 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-20T03:32:48,243 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/92890c2b55316269be8937e894c40d24/.tmp/b/0aacf44bef07451cb4e45ee8d8fb7e18 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732073567975/Put/seqid=0 2024-11-20T03:32:48,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741900_1078 (size=5958) 2024-11-20T03:32:48,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741900_1078 (size=5958) 2024-11-20T03:32:48,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741900_1078 (size=5958) 2024-11-20T03:32:48,250 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/92890c2b55316269be8937e894c40d24/.tmp/b/0aacf44bef07451cb4e45ee8d8fb7e18 2024-11-20T03:32:48,256 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/92890c2b55316269be8937e894c40d24/.tmp/b/0aacf44bef07451cb4e45ee8d8fb7e18 as hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/92890c2b55316269be8937e894c40d24/b/0aacf44bef07451cb4e45ee8d8fb7e18 2024-11-20T03:32:48,261 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/92890c2b55316269be8937e894c40d24/b/0aacf44bef07451cb4e45ee8d8fb7e18, entries=10, sequenceid=32, filesize=5.8 K 2024-11-20T03:32:48,262 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 92890c2b55316269be8937e894c40d24 in 32ms, sequenceid=32, compaction requested=false; wal=null 2024-11-20T03:32:48,262 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/92890c2b55316269be8937e894c40d24/recovered.edits/0000000000000000032 2024-11-20T03:32:48,264 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 92890c2b55316269be8937e894c40d24 2024-11-20T03:32:48,264 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 92890c2b55316269be8937e894c40d24 2024-11-20T03:32:48,264 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T03:32:48,266 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 92890c2b55316269be8937e894c40d24 2024-11-20T03:32:48,268 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/92890c2b55316269be8937e894c40d24/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-11-20T03:32:48,268 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 92890c2b55316269be8937e894c40d24; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75293313, jitterRate=0.12195779383182526}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T03:32:48,269 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 92890c2b55316269be8937e894c40d24: Writing region info on filesystem at 1732073568205Initializing all the Stores at 1732073568206 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073568206Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073568206Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073568206Obtaining lock to block concurrent updates at 1732073568229 (+23 ms)Preparing flush snapshotting stores in 92890c2b55316269be8937e894c40d24 at 1732073568229Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732073567742.92890c2b55316269be8937e894c40d24., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1732073568229Flushing stores of testReplayEditsWrittenViaHRegion,,1732073567742.92890c2b55316269be8937e894c40d24. at 1732073568229Flushing 92890c2b55316269be8937e894c40d24/b: creating writer at 1732073568229Flushing 92890c2b55316269be8937e894c40d24/b: appending metadata at 1732073568242 (+13 ms)Flushing 92890c2b55316269be8937e894c40d24/b: closing flushed file at 1732073568242Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5386cbfa: reopening flushed file at 1732073568255 (+13 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 92890c2b55316269be8937e894c40d24 in 32ms, sequenceid=32, compaction requested=false; wal=null at 1732073568262 (+7 ms)Cleaning up temporary data from old regions at 1732073568264 (+2 ms)Region opened successfully at 1732073568269 (+5 ms) 2024-11-20T03:32:48,292 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=419 (was 412) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_643972393_22 at /127.0.0.1:49578 [Receiving block BP-1191262944-172.17.0.2-1732073544019:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_643972393_22 at /127.0.0.1:54642 [Waiting for operation #39] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1191262944-172.17.0.2-1732073544019:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_643972393_22 at /127.0.0.1:44794 [Waiting for operation #30] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_643972393_22 at /127.0.0.1:44964 [Receiving block BP-1191262944-172.17.0.2-1732073544019:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1191262944-172.17.0.2-1732073544019:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1191262944-172.17.0.2-1732073544019:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_643972393_22 at /127.0.0.1:54810 [Receiving block BP-1191262944-172.17.0.2-1732073544019:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_643972393_22 at /127.0.0.1:49448 [Waiting for operation #33] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1124 (was 1050) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=248 (was 248), ProcessCount=11 (was 11), AvailableMemoryMB=6869 (was 6875) 2024-11-20T03:32:48,292 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1124 is superior to 1024 2024-11-20T03:32:48,303 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=419, OpenFileDescriptor=1124, MaxFileDescriptor=1048576, SystemLoadAverage=248, ProcessCount=11, AvailableMemoryMB=6868 2024-11-20T03:32:48,303 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1124 is superior to 1024 2024-11-20T03:32:48,317 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:32:48,319 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:32:48,319 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T03:32:48,321 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-80738830, suffix=, logDir=hdfs://localhost:41979/hbase/WALs/hregion-80738830, archiveDir=hdfs://localhost:41979/hbase/oldWALs, maxLogs=32 2024-11-20T03:32:48,332 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-80738830/hregion-80738830.1732073568322, exclude list is [], retry=0 2024-11-20T03:32:48,335 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-3a7caaa7-e8e3-4775-b1cd-0081c7e34d1f,DISK] 2024-11-20T03:32:48,335 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45307,DS-ecc3968b-fe64-4473-a084-39beed01f67f,DISK] 2024-11-20T03:32:48,336 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34689,DS-5dc277a6-e3c6-45a9-b2f0-7edbfe9a39f1,DISK] 2024-11-20T03:32:48,337 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-80738830/hregion-80738830.1732073568322 2024-11-20T03:32:48,337 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42565:42565),(127.0.0.1/127.0.0.1:45269:45269),(127.0.0.1/127.0.0.1:38549:38549)] 2024-11-20T03:32:48,338 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 7e87ba8d29baccc15a62f3b5b378795b, NAME => 'testReplayEditsAfterAbortingFlush,,1732073568318.7e87ba8d29baccc15a62f3b5b378795b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41979/hbase 2024-11-20T03:32:48,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741902_1080 (size=68) 2024-11-20T03:32:48,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741902_1080 (size=68) 2024-11-20T03:32:48,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741902_1080 (size=68) 2024-11-20T03:32:48,346 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732073568318.7e87ba8d29baccc15a62f3b5b378795b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:32:48,348 INFO [StoreOpener-7e87ba8d29baccc15a62f3b5b378795b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7e87ba8d29baccc15a62f3b5b378795b 2024-11-20T03:32:48,349 INFO [StoreOpener-7e87ba8d29baccc15a62f3b5b378795b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e87ba8d29baccc15a62f3b5b378795b columnFamilyName a 2024-11-20T03:32:48,349 DEBUG [StoreOpener-7e87ba8d29baccc15a62f3b5b378795b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:48,350 INFO [StoreOpener-7e87ba8d29baccc15a62f3b5b378795b-1 {}] regionserver.HStore(327): Store=7e87ba8d29baccc15a62f3b5b378795b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:32:48,350 INFO [StoreOpener-7e87ba8d29baccc15a62f3b5b378795b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 7e87ba8d29baccc15a62f3b5b378795b 2024-11-20T03:32:48,351 INFO [StoreOpener-7e87ba8d29baccc15a62f3b5b378795b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e87ba8d29baccc15a62f3b5b378795b columnFamilyName b 2024-11-20T03:32:48,351 DEBUG [StoreOpener-7e87ba8d29baccc15a62f3b5b378795b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:48,352 INFO [StoreOpener-7e87ba8d29baccc15a62f3b5b378795b-1 {}] regionserver.HStore(327): Store=7e87ba8d29baccc15a62f3b5b378795b/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:32:48,352 INFO [StoreOpener-7e87ba8d29baccc15a62f3b5b378795b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 7e87ba8d29baccc15a62f3b5b378795b 2024-11-20T03:32:48,353 INFO [StoreOpener-7e87ba8d29baccc15a62f3b5b378795b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e87ba8d29baccc15a62f3b5b378795b columnFamilyName c 2024-11-20T03:32:48,353 DEBUG [StoreOpener-7e87ba8d29baccc15a62f3b5b378795b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:48,354 INFO [StoreOpener-7e87ba8d29baccc15a62f3b5b378795b-1 {}] regionserver.HStore(327): Store=7e87ba8d29baccc15a62f3b5b378795b/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:32:48,354 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7e87ba8d29baccc15a62f3b5b378795b 2024-11-20T03:32:48,355 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41979/hbase/data/default/testReplayEditsAfterAbortingFlush/7e87ba8d29baccc15a62f3b5b378795b 2024-11-20T03:32:48,355 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41979/hbase/data/default/testReplayEditsAfterAbortingFlush/7e87ba8d29baccc15a62f3b5b378795b 2024-11-20T03:32:48,356 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7e87ba8d29baccc15a62f3b5b378795b 2024-11-20T03:32:48,356 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7e87ba8d29baccc15a62f3b5b378795b 2024-11-20T03:32:48,357 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T03:32:48,358 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7e87ba8d29baccc15a62f3b5b378795b 2024-11-20T03:32:48,360 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41979/hbase/data/default/testReplayEditsAfterAbortingFlush/7e87ba8d29baccc15a62f3b5b378795b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:32:48,361 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 7e87ba8d29baccc15a62f3b5b378795b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70011797, jitterRate=0.04325707256793976}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T03:32:48,361 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7e87ba8d29baccc15a62f3b5b378795b: Writing region info on filesystem at 1732073568347Initializing all the Stores at 1732073568347Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073568347Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073568348 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073568348Cleaning up temporary data from old regions at 1732073568356 (+8 ms)Region opened successfully at 1732073568361 (+5 ms) 2024-11-20T03:32:48,361 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 7e87ba8d29baccc15a62f3b5b378795b, disabling compactions & flushes 2024-11-20T03:32:48,361 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1732073568318.7e87ba8d29baccc15a62f3b5b378795b. 2024-11-20T03:32:48,361 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1732073568318.7e87ba8d29baccc15a62f3b5b378795b. 2024-11-20T03:32:48,361 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1732073568318.7e87ba8d29baccc15a62f3b5b378795b. after waiting 0 ms 2024-11-20T03:32:48,362 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1732073568318.7e87ba8d29baccc15a62f3b5b378795b. 2024-11-20T03:32:48,362 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1732073568318.7e87ba8d29baccc15a62f3b5b378795b. 2024-11-20T03:32:48,362 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 7e87ba8d29baccc15a62f3b5b378795b: Waiting for close lock at 1732073568361Disabling compacts and flushes for region at 1732073568361Disabling writes for close at 1732073568361Writing region close event to WAL at 1732073568362 (+1 ms)Closed at 1732073568362 2024-11-20T03:32:48,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741901_1079 (size=95) 2024-11-20T03:32:48,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741901_1079 (size=95) 2024-11-20T03:32:48,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741901_1079 (size=95) 2024-11-20T03:32:48,366 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T03:32:48,366 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-80738830:(num 1732073568322) 2024-11-20T03:32:48,367 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T03:32:48,368 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41979/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732073568317, archiveDir=hdfs://localhost:41979/hbase/oldWALs, maxLogs=32 2024-11-20T03:32:48,384 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732073568317/wal.1732073568368, exclude list is [], retry=0 2024-11-20T03:32:48,387 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45307,DS-ecc3968b-fe64-4473-a084-39beed01f67f,DISK] 2024-11-20T03:32:48,387 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-3a7caaa7-e8e3-4775-b1cd-0081c7e34d1f,DISK] 2024-11-20T03:32:48,387 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34689,DS-5dc277a6-e3c6-45a9-b2f0-7edbfe9a39f1,DISK] 2024-11-20T03:32:48,389 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732073568317/wal.1732073568368 2024-11-20T03:32:48,389 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45269:45269),(127.0.0.1/127.0.0.1:42565:42565),(127.0.0.1/127.0.0.1:38549:38549)] 2024-11-20T03:32:48,453 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 7e87ba8d29baccc15a62f3b5b378795b, NAME => 'testReplayEditsAfterAbortingFlush,,1732073568318.7e87ba8d29baccc15a62f3b5b378795b.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:32:48,456 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 7e87ba8d29baccc15a62f3b5b378795b 2024-11-20T03:32:48,456 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732073568318.7e87ba8d29baccc15a62f3b5b378795b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:32:48,456 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 7e87ba8d29baccc15a62f3b5b378795b 2024-11-20T03:32:48,456 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 7e87ba8d29baccc15a62f3b5b378795b 2024-11-20T03:32:48,458 INFO [StoreOpener-7e87ba8d29baccc15a62f3b5b378795b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7e87ba8d29baccc15a62f3b5b378795b 2024-11-20T03:32:48,459 INFO [StoreOpener-7e87ba8d29baccc15a62f3b5b378795b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e87ba8d29baccc15a62f3b5b378795b columnFamilyName a 2024-11-20T03:32:48,459 DEBUG [StoreOpener-7e87ba8d29baccc15a62f3b5b378795b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:48,459 INFO [StoreOpener-7e87ba8d29baccc15a62f3b5b378795b-1 {}] regionserver.HStore(327): Store=7e87ba8d29baccc15a62f3b5b378795b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:32:48,460 INFO [StoreOpener-7e87ba8d29baccc15a62f3b5b378795b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 7e87ba8d29baccc15a62f3b5b378795b 2024-11-20T03:32:48,460 INFO [StoreOpener-7e87ba8d29baccc15a62f3b5b378795b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e87ba8d29baccc15a62f3b5b378795b columnFamilyName b 2024-11-20T03:32:48,460 DEBUG [StoreOpener-7e87ba8d29baccc15a62f3b5b378795b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:48,461 INFO [StoreOpener-7e87ba8d29baccc15a62f3b5b378795b-1 {}] regionserver.HStore(327): Store=7e87ba8d29baccc15a62f3b5b378795b/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:32:48,461 INFO [StoreOpener-7e87ba8d29baccc15a62f3b5b378795b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 7e87ba8d29baccc15a62f3b5b378795b 2024-11-20T03:32:48,462 INFO [StoreOpener-7e87ba8d29baccc15a62f3b5b378795b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e87ba8d29baccc15a62f3b5b378795b columnFamilyName c 2024-11-20T03:32:48,462 DEBUG [StoreOpener-7e87ba8d29baccc15a62f3b5b378795b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:48,462 INFO [StoreOpener-7e87ba8d29baccc15a62f3b5b378795b-1 {}] regionserver.HStore(327): Store=7e87ba8d29baccc15a62f3b5b378795b/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:32:48,462 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7e87ba8d29baccc15a62f3b5b378795b 2024-11-20T03:32:48,463 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41979/hbase/data/default/testReplayEditsAfterAbortingFlush/7e87ba8d29baccc15a62f3b5b378795b 2024-11-20T03:32:48,465 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41979/hbase/data/default/testReplayEditsAfterAbortingFlush/7e87ba8d29baccc15a62f3b5b378795b 2024-11-20T03:32:48,466 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7e87ba8d29baccc15a62f3b5b378795b 2024-11-20T03:32:48,466 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7e87ba8d29baccc15a62f3b5b378795b 2024-11-20T03:32:48,466 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T03:32:48,468 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7e87ba8d29baccc15a62f3b5b378795b 2024-11-20T03:32:48,469 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 7e87ba8d29baccc15a62f3b5b378795b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69718511, jitterRate=0.038886770606040955}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T03:32:48,469 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7e87ba8d29baccc15a62f3b5b378795b 2024-11-20T03:32:48,470 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7e87ba8d29baccc15a62f3b5b378795b: Running coprocessor pre-open hook at 1732073568456Writing region info on filesystem at 1732073568456Initializing all the Stores at 1732073568457 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073568457Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073568457Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073568457Cleaning up temporary data from old regions at 1732073568466 (+9 ms)Running coprocessor post-open hooks at 1732073568469 (+3 ms)Region opened successfully at 1732073568470 (+1 ms) 2024-11-20T03:32:48,482 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 7e87ba8d29baccc15a62f3b5b378795b 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-11-20T03:32:48,484 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 7e87ba8d29baccc15a62f3b5b378795b/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T03:32:48,835 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-11-20T03:32:48,835 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-11-20T03:32:48,836 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-11-20T03:32:48,836 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-11-20T03:32:48,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-11-20T03:32:48,838 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-11-20T03:32:48,840 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-11-20T03:32:48,840 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-11-20T03:32:48,842 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-11-20T03:32:48,842 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-11-20T03:32:49,484 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 7e87ba8d29baccc15a62f3b5b378795b/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T03:32:50,249 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T03:32:50,486 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 7e87ba8d29baccc15a62f3b5b378795b/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T03:32:51,487 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 7e87ba8d29baccc15a62f3b5b378795b/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T03:32:52,489 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 7e87ba8d29baccc15a62f3b5b378795b/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T03:32:53,490 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 7e87ba8d29baccc15a62f3b5b378795b/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T03:32:54,492 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 7e87ba8d29baccc15a62f3b5b378795b/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T03:32:55,493 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 7e87ba8d29baccc15a62f3b5b378795b/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T03:32:56,495 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 7e87ba8d29baccc15a62f3b5b378795b/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T03:32:57,496 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 7e87ba8d29baccc15a62f3b5b378795b/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T03:32:57,500 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 7e87ba8d29baccc15a62f3b5b378795b: 2024-11-20T03:32:57,500 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1732073568318.7e87ba8d29baccc15a62f3b5b378795b. 2024-11-20T03:32:57,520 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 7e87ba8d29baccc15a62f3b5b378795b: 2024-11-20T03:32:57,520 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-11-20T03:32:57,520 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 7e87ba8d29baccc15a62f3b5b378795b, disabling compactions & flushes 2024-11-20T03:32:57,520 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1732073568318.7e87ba8d29baccc15a62f3b5b378795b. 2024-11-20T03:32:57,521 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1732073568318.7e87ba8d29baccc15a62f3b5b378795b. 2024-11-20T03:32:57,521 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1732073568318.7e87ba8d29baccc15a62f3b5b378795b. after waiting 0 ms 2024-11-20T03:32:57,521 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1732073568318.7e87ba8d29baccc15a62f3b5b378795b. 2024-11-20T03:32:57,521 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1732073568318.7e87ba8d29baccc15a62f3b5b378795b. 2024-11-20T03:32:57,521 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1732073568318.7e87ba8d29baccc15a62f3b5b378795b. 2024-11-20T03:32:57,521 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 7e87ba8d29baccc15a62f3b5b378795b: Waiting for close lock at 1732073577520Running coprocessor pre-close hooks at 1732073577520Disabling compacts and flushes for region at 1732073577520Disabling writes for close at 1732073577521 (+1 ms)Writing region close event to WAL at 1732073577521Running coprocessor post-close hooks at 1732073577521Closed at 1732073577521 2024-11-20T03:32:57,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741903_1081 (size=2691) 2024-11-20T03:32:57,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741903_1081 (size=2691) 2024-11-20T03:32:57,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741903_1081 (size=2691) 2024-11-20T03:32:57,538 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41979/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732073568317/wal.1732073568368, size=2.6 K (2691bytes) 2024-11-20T03:32:57,538 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41979/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732073568317/wal.1732073568368 2024-11-20T03:32:57,539 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41979/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732073568317/wal.1732073568368 after 1ms 2024-11-20T03:32:57,541 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41979/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732073568317/wal.1732073568368: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T03:32:57,542 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41979/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732073568317/wal.1732073568368 took 4ms 2024-11-20T03:32:57,544 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41979/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732073568317/wal.1732073568368 so closing down 2024-11-20T03:32:57,544 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T03:32:57,545 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1732073568368.temp 2024-11-20T03:32:57,546 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41979/hbase/data/default/testReplayEditsAfterAbortingFlush/7e87ba8d29baccc15a62f3b5b378795b/recovered.edits/0000000000000000004-wal.1732073568368.temp 2024-11-20T03:32:57,546 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T03:32:57,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741904_1082 (size=2094) 2024-11-20T03:32:57,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741904_1082 (size=2094) 2024-11-20T03:32:57,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741904_1082 (size=2094) 2024-11-20T03:32:57,553 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41979/hbase/data/default/testReplayEditsAfterAbortingFlush/7e87ba8d29baccc15a62f3b5b378795b/recovered.edits/0000000000000000004-wal.1732073568368.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-11-20T03:32:57,555 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41979/hbase/data/default/testReplayEditsAfterAbortingFlush/7e87ba8d29baccc15a62f3b5b378795b/recovered.edits/0000000000000000004-wal.1732073568368.temp to hdfs://localhost:41979/hbase/data/default/testReplayEditsAfterAbortingFlush/7e87ba8d29baccc15a62f3b5b378795b/recovered.edits/0000000000000000026 2024-11-20T03:32:57,555 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 13 ms; skipped=3; WAL=hdfs://localhost:41979/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732073568317/wal.1732073568368, size=2.6 K, length=2691, corrupted=false, cancelled=false 2024-11-20T03:32:57,555 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41979/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732073568317/wal.1732073568368, journal: Splitting hdfs://localhost:41979/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732073568317/wal.1732073568368, size=2.6 K (2691bytes) at 1732073577538Finishing writing output for hdfs://localhost:41979/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732073568317/wal.1732073568368 so closing down at 1732073577544 (+6 ms)Creating recovered edits writer path=hdfs://localhost:41979/hbase/data/default/testReplayEditsAfterAbortingFlush/7e87ba8d29baccc15a62f3b5b378795b/recovered.edits/0000000000000000004-wal.1732073568368.temp at 1732073577546 (+2 ms)3 split writer threads finished at 1732073577546Closed recovered edits writer path=hdfs://localhost:41979/hbase/data/default/testReplayEditsAfterAbortingFlush/7e87ba8d29baccc15a62f3b5b378795b/recovered.edits/0000000000000000004-wal.1732073568368.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1732073577553 (+7 ms)Rename recovered edits hdfs://localhost:41979/hbase/data/default/testReplayEditsAfterAbortingFlush/7e87ba8d29baccc15a62f3b5b378795b/recovered.edits/0000000000000000004-wal.1732073568368.temp to hdfs://localhost:41979/hbase/data/default/testReplayEditsAfterAbortingFlush/7e87ba8d29baccc15a62f3b5b378795b/recovered.edits/0000000000000000026 at 1732073577555 (+2 ms)Processed 23 edits across 1 Regions in 13 ms; skipped=3; WAL=hdfs://localhost:41979/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732073568317/wal.1732073568368, size=2.6 K, length=2691, corrupted=false, cancelled=false at 1732073577555 2024-11-20T03:32:57,557 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41979/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732073568317/wal.1732073568368 to hdfs://localhost:41979/hbase/oldWALs/wal.1732073568368 2024-11-20T03:32:57,557 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41979/hbase/data/default/testReplayEditsAfterAbortingFlush/7e87ba8d29baccc15a62f3b5b378795b/recovered.edits/0000000000000000026 2024-11-20T03:32:57,558 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T03:32:57,560 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41979/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732073568317, archiveDir=hdfs://localhost:41979/hbase/oldWALs, maxLogs=32 2024-11-20T03:32:57,571 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732073568317/wal.1732073577560, exclude list is [], retry=0 2024-11-20T03:32:57,573 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-3a7caaa7-e8e3-4775-b1cd-0081c7e34d1f,DISK] 2024-11-20T03:32:57,574 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34689,DS-5dc277a6-e3c6-45a9-b2f0-7edbfe9a39f1,DISK] 2024-11-20T03:32:57,574 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45307,DS-ecc3968b-fe64-4473-a084-39beed01f67f,DISK] 2024-11-20T03:32:57,576 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732073568317/wal.1732073577560 2024-11-20T03:32:57,576 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42565:42565),(127.0.0.1/127.0.0.1:38549:38549),(127.0.0.1/127.0.0.1:45269:45269)] 2024-11-20T03:32:57,576 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 7e87ba8d29baccc15a62f3b5b378795b, NAME => 'testReplayEditsAfterAbortingFlush,,1732073568318.7e87ba8d29baccc15a62f3b5b378795b.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:32:57,577 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 7e87ba8d29baccc15a62f3b5b378795b 2024-11-20T03:32:57,577 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732073568318.7e87ba8d29baccc15a62f3b5b378795b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:32:57,577 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 7e87ba8d29baccc15a62f3b5b378795b 2024-11-20T03:32:57,577 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 7e87ba8d29baccc15a62f3b5b378795b 2024-11-20T03:32:57,579 INFO [StoreOpener-7e87ba8d29baccc15a62f3b5b378795b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7e87ba8d29baccc15a62f3b5b378795b 2024-11-20T03:32:57,579 INFO [StoreOpener-7e87ba8d29baccc15a62f3b5b378795b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e87ba8d29baccc15a62f3b5b378795b columnFamilyName a 2024-11-20T03:32:57,579 DEBUG [StoreOpener-7e87ba8d29baccc15a62f3b5b378795b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:57,580 INFO [StoreOpener-7e87ba8d29baccc15a62f3b5b378795b-1 {}] regionserver.HStore(327): Store=7e87ba8d29baccc15a62f3b5b378795b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:32:57,580 INFO [StoreOpener-7e87ba8d29baccc15a62f3b5b378795b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 7e87ba8d29baccc15a62f3b5b378795b 2024-11-20T03:32:57,581 INFO [StoreOpener-7e87ba8d29baccc15a62f3b5b378795b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e87ba8d29baccc15a62f3b5b378795b columnFamilyName b 2024-11-20T03:32:57,581 DEBUG [StoreOpener-7e87ba8d29baccc15a62f3b5b378795b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:57,581 INFO [StoreOpener-7e87ba8d29baccc15a62f3b5b378795b-1 {}] regionserver.HStore(327): Store=7e87ba8d29baccc15a62f3b5b378795b/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:32:57,581 INFO [StoreOpener-7e87ba8d29baccc15a62f3b5b378795b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 7e87ba8d29baccc15a62f3b5b378795b 2024-11-20T03:32:57,582 INFO [StoreOpener-7e87ba8d29baccc15a62f3b5b378795b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e87ba8d29baccc15a62f3b5b378795b columnFamilyName c 2024-11-20T03:32:57,582 DEBUG [StoreOpener-7e87ba8d29baccc15a62f3b5b378795b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:57,582 INFO [StoreOpener-7e87ba8d29baccc15a62f3b5b378795b-1 {}] regionserver.HStore(327): Store=7e87ba8d29baccc15a62f3b5b378795b/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:32:57,582 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7e87ba8d29baccc15a62f3b5b378795b 2024-11-20T03:32:57,583 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41979/hbase/data/default/testReplayEditsAfterAbortingFlush/7e87ba8d29baccc15a62f3b5b378795b 2024-11-20T03:32:57,584 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41979/hbase/data/default/testReplayEditsAfterAbortingFlush/7e87ba8d29baccc15a62f3b5b378795b 2024-11-20T03:32:57,585 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41979/hbase/data/default/testReplayEditsAfterAbortingFlush/7e87ba8d29baccc15a62f3b5b378795b/recovered.edits/0000000000000000026 2024-11-20T03:32:57,588 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41979/hbase/data/default/testReplayEditsAfterAbortingFlush/7e87ba8d29baccc15a62f3b5b378795b/recovered.edits/0000000000000000026: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T03:32:57,589 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:41979/hbase/data/default/testReplayEditsAfterAbortingFlush/7e87ba8d29baccc15a62f3b5b378795b/recovered.edits/0000000000000000026 2024-11-20T03:32:57,589 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 7e87ba8d29baccc15a62f3b5b378795b 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-11-20T03:32:57,606 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41979/hbase/data/default/testReplayEditsAfterAbortingFlush/7e87ba8d29baccc15a62f3b5b378795b/.tmp/a/d9d161df0ead4b46a56d369275488c81 is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1732073577511/Put/seqid=0 2024-11-20T03:32:57,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741906_1084 (size=5523) 2024-11-20T03:32:57,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741906_1084 (size=5523) 2024-11-20T03:32:57,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741906_1084 (size=5523) 2024-11-20T03:32:57,612 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:41979/hbase/data/default/testReplayEditsAfterAbortingFlush/7e87ba8d29baccc15a62f3b5b378795b/.tmp/a/d9d161df0ead4b46a56d369275488c81 2024-11-20T03:32:57,633 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41979/hbase/data/default/testReplayEditsAfterAbortingFlush/7e87ba8d29baccc15a62f3b5b378795b/.tmp/b/6e5dc5e6c1114c289e7ea4e772f91234 is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1732073577501/Put/seqid=0 2024-11-20T03:32:57,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741907_1085 (size=5524) 2024-11-20T03:32:57,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741907_1085 (size=5524) 2024-11-20T03:32:57,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741907_1085 (size=5524) 2024-11-20T03:32:57,639 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:41979/hbase/data/default/testReplayEditsAfterAbortingFlush/7e87ba8d29baccc15a62f3b5b378795b/.tmp/b/6e5dc5e6c1114c289e7ea4e772f91234 2024-11-20T03:32:57,660 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41979/hbase/data/default/testReplayEditsAfterAbortingFlush/7e87ba8d29baccc15a62f3b5b378795b/.tmp/c/befac2cdcf694bb5bf6e00a34b1bb147 is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1732073577509/Put/seqid=0 2024-11-20T03:32:57,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741908_1086 (size=5457) 2024-11-20T03:32:57,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741908_1086 (size=5457) 2024-11-20T03:32:57,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741908_1086 (size=5457) 2024-11-20T03:32:57,667 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:41979/hbase/data/default/testReplayEditsAfterAbortingFlush/7e87ba8d29baccc15a62f3b5b378795b/.tmp/c/befac2cdcf694bb5bf6e00a34b1bb147 2024-11-20T03:32:57,668 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T03:32:57,672 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41979/hbase/data/default/testReplayEditsAfterAbortingFlush/7e87ba8d29baccc15a62f3b5b378795b/.tmp/a/d9d161df0ead4b46a56d369275488c81 as hdfs://localhost:41979/hbase/data/default/testReplayEditsAfterAbortingFlush/7e87ba8d29baccc15a62f3b5b378795b/a/d9d161df0ead4b46a56d369275488c81 2024-11-20T03:32:57,678 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41979/hbase/data/default/testReplayEditsAfterAbortingFlush/7e87ba8d29baccc15a62f3b5b378795b/a/d9d161df0ead4b46a56d369275488c81, entries=7, sequenceid=26, filesize=5.4 K 2024-11-20T03:32:57,679 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41979/hbase/data/default/testReplayEditsAfterAbortingFlush/7e87ba8d29baccc15a62f3b5b378795b/.tmp/b/6e5dc5e6c1114c289e7ea4e772f91234 as hdfs://localhost:41979/hbase/data/default/testReplayEditsAfterAbortingFlush/7e87ba8d29baccc15a62f3b5b378795b/b/6e5dc5e6c1114c289e7ea4e772f91234 2024-11-20T03:32:57,684 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41979/hbase/data/default/testReplayEditsAfterAbortingFlush/7e87ba8d29baccc15a62f3b5b378795b/b/6e5dc5e6c1114c289e7ea4e772f91234, entries=7, sequenceid=26, filesize=5.4 K 2024-11-20T03:32:57,685 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41979/hbase/data/default/testReplayEditsAfterAbortingFlush/7e87ba8d29baccc15a62f3b5b378795b/.tmp/c/befac2cdcf694bb5bf6e00a34b1bb147 as hdfs://localhost:41979/hbase/data/default/testReplayEditsAfterAbortingFlush/7e87ba8d29baccc15a62f3b5b378795b/c/befac2cdcf694bb5bf6e00a34b1bb147 2024-11-20T03:32:57,690 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41979/hbase/data/default/testReplayEditsAfterAbortingFlush/7e87ba8d29baccc15a62f3b5b378795b/c/befac2cdcf694bb5bf6e00a34b1bb147, entries=6, sequenceid=26, filesize=5.3 K 2024-11-20T03:32:57,691 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 7e87ba8d29baccc15a62f3b5b378795b in 102ms, sequenceid=26, compaction requested=false; wal=null 2024-11-20T03:32:57,691 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41979/hbase/data/default/testReplayEditsAfterAbortingFlush/7e87ba8d29baccc15a62f3b5b378795b/recovered.edits/0000000000000000026 2024-11-20T03:32:57,692 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7e87ba8d29baccc15a62f3b5b378795b 2024-11-20T03:32:57,692 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7e87ba8d29baccc15a62f3b5b378795b 2024-11-20T03:32:57,693 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T03:32:57,694 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7e87ba8d29baccc15a62f3b5b378795b 2024-11-20T03:32:57,696 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41979/hbase/data/default/testReplayEditsAfterAbortingFlush/7e87ba8d29baccc15a62f3b5b378795b/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-11-20T03:32:57,697 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 7e87ba8d29baccc15a62f3b5b378795b; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75463538, jitterRate=0.12449434399604797}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T03:32:57,697 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7e87ba8d29baccc15a62f3b5b378795b 2024-11-20T03:32:57,698 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7e87ba8d29baccc15a62f3b5b378795b: Running coprocessor pre-open hook at 1732073577577Writing region info on filesystem at 1732073577577Initializing all the Stores at 1732073577578 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073577578Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073577578Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073577578Obtaining lock to block concurrent updates at 1732073577589 (+11 ms)Preparing flush snapshotting stores in 7e87ba8d29baccc15a62f3b5b378795b at 1732073577589Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1732073568318.7e87ba8d29baccc15a62f3b5b378795b., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1732073577589Flushing stores of testReplayEditsAfterAbortingFlush,,1732073568318.7e87ba8d29baccc15a62f3b5b378795b. at 1732073577589Flushing 7e87ba8d29baccc15a62f3b5b378795b/a: creating writer at 1732073577590 (+1 ms)Flushing 7e87ba8d29baccc15a62f3b5b378795b/a: appending metadata at 1732073577605 (+15 ms)Flushing 7e87ba8d29baccc15a62f3b5b378795b/a: closing flushed file at 1732073577605Flushing 7e87ba8d29baccc15a62f3b5b378795b/b: creating writer at 1732073577617 (+12 ms)Flushing 7e87ba8d29baccc15a62f3b5b378795b/b: appending metadata at 1732073577632 (+15 ms)Flushing 7e87ba8d29baccc15a62f3b5b378795b/b: closing flushed file at 1732073577632Flushing 7e87ba8d29baccc15a62f3b5b378795b/c: creating writer at 1732073577644 (+12 ms)Flushing 7e87ba8d29baccc15a62f3b5b378795b/c: appending metadata at 1732073577660 (+16 ms)Flushing 7e87ba8d29baccc15a62f3b5b378795b/c: closing flushed file at 1732073577660Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f50ae62: reopening flushed file at 1732073577671 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71e995b7: reopening flushed file at 1732073577678 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b4e4f39: reopening flushed file at 1732073577684 (+6 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 7e87ba8d29baccc15a62f3b5b378795b in 102ms, sequenceid=26, compaction requested=false; wal=null at 1732073577691 (+7 ms)Cleaning up temporary data from old regions at 1732073577693 (+2 ms)Running coprocessor post-open hooks at 1732073577697 (+4 ms)Region opened successfully at 1732073577698 (+1 ms) 2024-11-20T03:32:57,715 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=418 (was 419), OpenFileDescriptor=1182 (was 1124) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=209 (was 248), ProcessCount=11 (was 11), AvailableMemoryMB=6881 (was 6868) - AvailableMemoryMB LEAK? - 2024-11-20T03:32:57,716 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1182 is superior to 1024 2024-11-20T03:32:57,726 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=418, OpenFileDescriptor=1182, MaxFileDescriptor=1048576, SystemLoadAverage=209, ProcessCount=11, AvailableMemoryMB=6880 2024-11-20T03:32:57,726 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1182 is superior to 1024 2024-11-20T03:32:57,739 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:32:57,741 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:32:57,742 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T03:32:57,744 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-87012727, suffix=, logDir=hdfs://localhost:41979/hbase/WALs/hregion-87012727, archiveDir=hdfs://localhost:41979/hbase/oldWALs, maxLogs=32 2024-11-20T03:32:57,755 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-87012727/hregion-87012727.1732073577744, exclude list is [], retry=0 2024-11-20T03:32:57,758 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34689,DS-5dc277a6-e3c6-45a9-b2f0-7edbfe9a39f1,DISK] 2024-11-20T03:32:57,758 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-3a7caaa7-e8e3-4775-b1cd-0081c7e34d1f,DISK] 2024-11-20T03:32:57,758 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45307,DS-ecc3968b-fe64-4473-a084-39beed01f67f,DISK] 2024-11-20T03:32:57,760 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-87012727/hregion-87012727.1732073577744 2024-11-20T03:32:57,760 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38549:38549),(127.0.0.1/127.0.0.1:42565:42565),(127.0.0.1/127.0.0.1:45269:45269)] 2024-11-20T03:32:57,760 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 537fc7578f51b0007a8c41b060903a46, NAME => 'testDatalossWhenInputError,,1732073577740.537fc7578f51b0007a8c41b060903a46.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41979/hbase 2024-11-20T03:32:57,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741910_1088 (size=61) 2024-11-20T03:32:57,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741910_1088 (size=61) 2024-11-20T03:32:57,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741910_1088 (size=61) 2024-11-20T03:32:57,768 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732073577740.537fc7578f51b0007a8c41b060903a46.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:32:57,772 INFO [StoreOpener-537fc7578f51b0007a8c41b060903a46-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 537fc7578f51b0007a8c41b060903a46 2024-11-20T03:32:57,774 INFO [StoreOpener-537fc7578f51b0007a8c41b060903a46-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 537fc7578f51b0007a8c41b060903a46 columnFamilyName a 2024-11-20T03:32:57,774 DEBUG [StoreOpener-537fc7578f51b0007a8c41b060903a46-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:57,774 INFO [StoreOpener-537fc7578f51b0007a8c41b060903a46-1 {}] regionserver.HStore(327): Store=537fc7578f51b0007a8c41b060903a46/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:32:57,774 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 537fc7578f51b0007a8c41b060903a46 2024-11-20T03:32:57,775 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41979/hbase/data/default/testDatalossWhenInputError/537fc7578f51b0007a8c41b060903a46 2024-11-20T03:32:57,775 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41979/hbase/data/default/testDatalossWhenInputError/537fc7578f51b0007a8c41b060903a46 2024-11-20T03:32:57,776 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 537fc7578f51b0007a8c41b060903a46 2024-11-20T03:32:57,776 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 537fc7578f51b0007a8c41b060903a46 2024-11-20T03:32:57,777 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 537fc7578f51b0007a8c41b060903a46 2024-11-20T03:32:57,779 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41979/hbase/data/default/testDatalossWhenInputError/537fc7578f51b0007a8c41b060903a46/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:32:57,780 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 537fc7578f51b0007a8c41b060903a46; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64042936, jitterRate=-0.04568588733673096}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T03:32:57,780 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 537fc7578f51b0007a8c41b060903a46: Writing region info on filesystem at 1732073577768Initializing all the Stores at 1732073577769 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073577769Cleaning up temporary data from old regions at 1732073577776 (+7 ms)Region opened successfully at 1732073577780 (+4 ms) 2024-11-20T03:32:57,780 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 537fc7578f51b0007a8c41b060903a46, disabling compactions & flushes 2024-11-20T03:32:57,780 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1732073577740.537fc7578f51b0007a8c41b060903a46. 2024-11-20T03:32:57,781 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1732073577740.537fc7578f51b0007a8c41b060903a46. 2024-11-20T03:32:57,781 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1732073577740.537fc7578f51b0007a8c41b060903a46. after waiting 0 ms 2024-11-20T03:32:57,781 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1732073577740.537fc7578f51b0007a8c41b060903a46. 2024-11-20T03:32:57,781 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1732073577740.537fc7578f51b0007a8c41b060903a46. 2024-11-20T03:32:57,781 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 537fc7578f51b0007a8c41b060903a46: Waiting for close lock at 1732073577780Disabling compacts and flushes for region at 1732073577780Disabling writes for close at 1732073577781 (+1 ms)Writing region close event to WAL at 1732073577781Closed at 1732073577781 2024-11-20T03:32:57,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741909_1087 (size=95) 2024-11-20T03:32:57,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741909_1087 (size=95) 2024-11-20T03:32:57,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741909_1087 (size=95) 2024-11-20T03:32:57,793 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T03:32:57,793 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-87012727:(num 1732073577744) 2024-11-20T03:32:57,793 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T03:32:57,795 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41979/hbase/WALs/testdatalosswheninputerror-manual,16010,1732073577739, archiveDir=hdfs://localhost:41979/hbase/oldWALs, maxLogs=32 2024-11-20T03:32:57,807 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1732073577739/wal.1732073577795, exclude list is [], retry=0 2024-11-20T03:32:57,809 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34689,DS-5dc277a6-e3c6-45a9-b2f0-7edbfe9a39f1,DISK] 2024-11-20T03:32:57,809 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45307,DS-ecc3968b-fe64-4473-a084-39beed01f67f,DISK] 2024-11-20T03:32:57,810 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-3a7caaa7-e8e3-4775-b1cd-0081c7e34d1f,DISK] 2024-11-20T03:32:57,811 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1732073577739/wal.1732073577795 2024-11-20T03:32:57,812 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38549:38549),(127.0.0.1/127.0.0.1:45269:45269),(127.0.0.1/127.0.0.1:42565:42565)] 2024-11-20T03:32:57,812 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 537fc7578f51b0007a8c41b060903a46, NAME => 'testDatalossWhenInputError,,1732073577740.537fc7578f51b0007a8c41b060903a46.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:32:57,812 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732073577740.537fc7578f51b0007a8c41b060903a46.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:32:57,812 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 537fc7578f51b0007a8c41b060903a46 2024-11-20T03:32:57,812 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 537fc7578f51b0007a8c41b060903a46 2024-11-20T03:32:57,813 INFO [StoreOpener-537fc7578f51b0007a8c41b060903a46-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 537fc7578f51b0007a8c41b060903a46 2024-11-20T03:32:57,814 INFO [StoreOpener-537fc7578f51b0007a8c41b060903a46-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 537fc7578f51b0007a8c41b060903a46 columnFamilyName a 2024-11-20T03:32:57,814 DEBUG [StoreOpener-537fc7578f51b0007a8c41b060903a46-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:57,815 INFO [StoreOpener-537fc7578f51b0007a8c41b060903a46-1 {}] regionserver.HStore(327): Store=537fc7578f51b0007a8c41b060903a46/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:32:57,815 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 537fc7578f51b0007a8c41b060903a46 2024-11-20T03:32:57,816 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41979/hbase/data/default/testDatalossWhenInputError/537fc7578f51b0007a8c41b060903a46 2024-11-20T03:32:57,817 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41979/hbase/data/default/testDatalossWhenInputError/537fc7578f51b0007a8c41b060903a46 2024-11-20T03:32:57,817 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 537fc7578f51b0007a8c41b060903a46 2024-11-20T03:32:57,817 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 537fc7578f51b0007a8c41b060903a46 2024-11-20T03:32:57,819 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 537fc7578f51b0007a8c41b060903a46 2024-11-20T03:32:57,820 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 537fc7578f51b0007a8c41b060903a46; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62471940, jitterRate=-0.06909555196762085}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T03:32:57,820 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 537fc7578f51b0007a8c41b060903a46: Writing region info on filesystem at 1732073577812Initializing all the Stores at 1732073577813 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073577813Cleaning up temporary data from old regions at 1732073577817 (+4 ms)Region opened successfully at 1732073577820 (+3 ms) 2024-11-20T03:32:57,830 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 537fc7578f51b0007a8c41b060903a46, disabling compactions & flushes 2024-11-20T03:32:57,830 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1732073577740.537fc7578f51b0007a8c41b060903a46. 2024-11-20T03:32:57,830 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1732073577740.537fc7578f51b0007a8c41b060903a46. 2024-11-20T03:32:57,830 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1732073577740.537fc7578f51b0007a8c41b060903a46. after waiting 0 ms 2024-11-20T03:32:57,830 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1732073577740.537fc7578f51b0007a8c41b060903a46. 2024-11-20T03:32:57,830 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1732073577740.537fc7578f51b0007a8c41b060903a46. 2024-11-20T03:32:57,830 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1732073577740.537fc7578f51b0007a8c41b060903a46. 2024-11-20T03:32:57,831 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 537fc7578f51b0007a8c41b060903a46: Waiting for close lock at 1732073577830Disabling compacts and flushes for region at 1732073577830Disabling writes for close at 1732073577830Writing region close event to WAL at 1732073577830Closed at 1732073577830 2024-11-20T03:32:57,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741911_1089 (size=1050) 2024-11-20T03:32:57,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741911_1089 (size=1050) 2024-11-20T03:32:57,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741911_1089 (size=1050) 2024-11-20T03:32:57,917 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41979/hbase/WALs/testdatalosswheninputerror-manual,16010,1732073577739/wal.1732073577795, size=1.0 K (1050bytes) 2024-11-20T03:32:57,917 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41979/hbase/WALs/testdatalosswheninputerror-manual,16010,1732073577739/wal.1732073577795 2024-11-20T03:32:57,918 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41979/hbase/WALs/testdatalosswheninputerror-manual,16010,1732073577739/wal.1732073577795 after 1ms 2024-11-20T03:32:57,920 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41979/hbase/WALs/testdatalosswheninputerror-manual,16010,1732073577739/wal.1732073577795: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T03:32:57,920 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41979/hbase/WALs/testdatalosswheninputerror-manual,16010,1732073577739/wal.1732073577795 took 3ms 2024-11-20T03:32:57,922 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41979/hbase/WALs/testdatalosswheninputerror-manual,16010,1732073577739/wal.1732073577795 so closing down 2024-11-20T03:32:57,922 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T03:32:57,923 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732073577795.temp 2024-11-20T03:32:57,924 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41979/hbase/data/default/testDatalossWhenInputError/537fc7578f51b0007a8c41b060903a46/recovered.edits/0000000000000000003-wal.1732073577795.temp 2024-11-20T03:32:57,925 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T03:32:57,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741912_1090 (size=1050) 2024-11-20T03:32:57,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741912_1090 (size=1050) 2024-11-20T03:32:57,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741912_1090 (size=1050) 2024-11-20T03:32:57,934 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41979/hbase/data/default/testDatalossWhenInputError/537fc7578f51b0007a8c41b060903a46/recovered.edits/0000000000000000003-wal.1732073577795.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T03:32:57,935 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41979/hbase/data/default/testDatalossWhenInputError/537fc7578f51b0007a8c41b060903a46/recovered.edits/0000000000000000003-wal.1732073577795.temp to hdfs://localhost:41979/hbase/data/default/testDatalossWhenInputError/537fc7578f51b0007a8c41b060903a46/recovered.edits/0000000000000000012 2024-11-20T03:32:57,936 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:41979/hbase/WALs/testdatalosswheninputerror-manual,16010,1732073577739/wal.1732073577795, size=1.0 K, length=1050, corrupted=false, cancelled=false 2024-11-20T03:32:57,936 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41979/hbase/WALs/testdatalosswheninputerror-manual,16010,1732073577739/wal.1732073577795, journal: Splitting hdfs://localhost:41979/hbase/WALs/testdatalosswheninputerror-manual,16010,1732073577739/wal.1732073577795, size=1.0 K (1050bytes) at 1732073577917Finishing writing output for hdfs://localhost:41979/hbase/WALs/testdatalosswheninputerror-manual,16010,1732073577739/wal.1732073577795 so closing down at 1732073577922 (+5 ms)Creating recovered edits writer path=hdfs://localhost:41979/hbase/data/default/testDatalossWhenInputError/537fc7578f51b0007a8c41b060903a46/recovered.edits/0000000000000000003-wal.1732073577795.temp at 1732073577924 (+2 ms)3 split writer threads finished at 1732073577925 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41979/hbase/data/default/testDatalossWhenInputError/537fc7578f51b0007a8c41b060903a46/recovered.edits/0000000000000000003-wal.1732073577795.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732073577934 (+9 ms)Rename recovered edits hdfs://localhost:41979/hbase/data/default/testDatalossWhenInputError/537fc7578f51b0007a8c41b060903a46/recovered.edits/0000000000000000003-wal.1732073577795.temp to hdfs://localhost:41979/hbase/data/default/testDatalossWhenInputError/537fc7578f51b0007a8c41b060903a46/recovered.edits/0000000000000000012 at 1732073577935 (+1 ms)Processed 10 edits across 1 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:41979/hbase/WALs/testdatalosswheninputerror-manual,16010,1732073577739/wal.1732073577795, size=1.0 K, length=1050, corrupted=false, cancelled=false at 1732073577936 (+1 ms) 2024-11-20T03:32:57,937 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41979/hbase/WALs/testdatalosswheninputerror-manual,16010,1732073577739/wal.1732073577795 to hdfs://localhost:41979/hbase/oldWALs/wal.1732073577795 2024-11-20T03:32:57,938 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41979/hbase/data/default/testDatalossWhenInputError/537fc7578f51b0007a8c41b060903a46/recovered.edits/0000000000000000012 2024-11-20T03:32:57,942 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41979/hbase/data/default/testDatalossWhenInputError/537fc7578f51b0007a8c41b060903a46/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T03:32:58,265 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T03:32:58,267 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41979/hbase/WALs/testdatalosswheninputerror-manual,16010,1732073577739, archiveDir=hdfs://localhost:41979/hbase/oldWALs, maxLogs=32 2024-11-20T03:32:58,279 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1732073577739/wal.1732073578268, exclude list is [], retry=0 2024-11-20T03:32:58,282 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-3a7caaa7-e8e3-4775-b1cd-0081c7e34d1f,DISK] 2024-11-20T03:32:58,282 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34689,DS-5dc277a6-e3c6-45a9-b2f0-7edbfe9a39f1,DISK] 2024-11-20T03:32:58,282 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45307,DS-ecc3968b-fe64-4473-a084-39beed01f67f,DISK] 2024-11-20T03:32:58,284 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1732073577739/wal.1732073578268 2024-11-20T03:32:58,284 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42565:42565),(127.0.0.1/127.0.0.1:38549:38549),(127.0.0.1/127.0.0.1:45269:45269)] 2024-11-20T03:32:58,284 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 537fc7578f51b0007a8c41b060903a46, NAME => 'testDatalossWhenInputError,,1732073577740.537fc7578f51b0007a8c41b060903a46.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:32:58,284 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732073577740.537fc7578f51b0007a8c41b060903a46.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:32:58,284 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 537fc7578f51b0007a8c41b060903a46 2024-11-20T03:32:58,284 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 537fc7578f51b0007a8c41b060903a46 2024-11-20T03:32:58,287 INFO [StoreOpener-537fc7578f51b0007a8c41b060903a46-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 537fc7578f51b0007a8c41b060903a46 2024-11-20T03:32:58,289 INFO [StoreOpener-537fc7578f51b0007a8c41b060903a46-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 537fc7578f51b0007a8c41b060903a46 columnFamilyName a 2024-11-20T03:32:58,289 DEBUG [StoreOpener-537fc7578f51b0007a8c41b060903a46-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:58,290 INFO [StoreOpener-537fc7578f51b0007a8c41b060903a46-1 {}] regionserver.HStore(327): Store=537fc7578f51b0007a8c41b060903a46/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:32:58,290 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 537fc7578f51b0007a8c41b060903a46 2024-11-20T03:32:58,290 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41979/hbase/data/default/testDatalossWhenInputError/537fc7578f51b0007a8c41b060903a46 2024-11-20T03:32:58,292 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41979/hbase/data/default/testDatalossWhenInputError/537fc7578f51b0007a8c41b060903a46 2024-11-20T03:32:58,293 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41979/hbase/data/default/testDatalossWhenInputError/537fc7578f51b0007a8c41b060903a46/recovered.edits/0000000000000000012 2024-11-20T03:32:58,295 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41979/hbase/data/default/testDatalossWhenInputError/537fc7578f51b0007a8c41b060903a46/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T03:32:58,296 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:41979/hbase/data/default/testDatalossWhenInputError/537fc7578f51b0007a8c41b060903a46/recovered.edits/0000000000000000012 2024-11-20T03:32:58,296 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 537fc7578f51b0007a8c41b060903a46 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-11-20T03:32:58,316 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41979/hbase/data/default/testDatalossWhenInputError/537fc7578f51b0007a8c41b060903a46/.tmp/a/2d6f8cc4a26b4d1a837d47df466dd395 is 79, key is testDatalossWhenInputError/a:x0/1732073577821/Put/seqid=0 2024-11-20T03:32:58,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741914_1092 (size=5808) 2024-11-20T03:32:58,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741914_1092 (size=5808) 2024-11-20T03:32:58,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741914_1092 (size=5808) 2024-11-20T03:32:58,322 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41979/hbase/data/default/testDatalossWhenInputError/537fc7578f51b0007a8c41b060903a46/.tmp/a/2d6f8cc4a26b4d1a837d47df466dd395 2024-11-20T03:32:58,334 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41979/hbase/data/default/testDatalossWhenInputError/537fc7578f51b0007a8c41b060903a46/.tmp/a/2d6f8cc4a26b4d1a837d47df466dd395 as hdfs://localhost:41979/hbase/data/default/testDatalossWhenInputError/537fc7578f51b0007a8c41b060903a46/a/2d6f8cc4a26b4d1a837d47df466dd395 2024-11-20T03:32:58,343 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41979/hbase/data/default/testDatalossWhenInputError/537fc7578f51b0007a8c41b060903a46/a/2d6f8cc4a26b4d1a837d47df466dd395, entries=10, sequenceid=12, filesize=5.7 K 2024-11-20T03:32:58,343 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 537fc7578f51b0007a8c41b060903a46 in 47ms, sequenceid=12, compaction requested=false; wal=null 2024-11-20T03:32:58,344 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41979/hbase/data/default/testDatalossWhenInputError/537fc7578f51b0007a8c41b060903a46/recovered.edits/0000000000000000012 2024-11-20T03:32:58,345 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 537fc7578f51b0007a8c41b060903a46 2024-11-20T03:32:58,345 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 537fc7578f51b0007a8c41b060903a46 2024-11-20T03:32:58,347 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 537fc7578f51b0007a8c41b060903a46 2024-11-20T03:32:58,349 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41979/hbase/data/default/testDatalossWhenInputError/537fc7578f51b0007a8c41b060903a46/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-20T03:32:58,350 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 537fc7578f51b0007a8c41b060903a46; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73156479, jitterRate=0.090116485953331}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T03:32:58,351 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 537fc7578f51b0007a8c41b060903a46: Writing region info on filesystem at 1732073578284Initializing all the Stores at 1732073578287 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073578287Obtaining lock to block concurrent updates at 1732073578296 (+9 ms)Preparing flush snapshotting stores in 537fc7578f51b0007a8c41b060903a46 at 1732073578296Finished memstore snapshotting testDatalossWhenInputError,,1732073577740.537fc7578f51b0007a8c41b060903a46., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1732073578296Flushing stores of testDatalossWhenInputError,,1732073577740.537fc7578f51b0007a8c41b060903a46. at 1732073578296Flushing 537fc7578f51b0007a8c41b060903a46/a: creating writer at 1732073578296Flushing 537fc7578f51b0007a8c41b060903a46/a: appending metadata at 1732073578315 (+19 ms)Flushing 537fc7578f51b0007a8c41b060903a46/a: closing flushed file at 1732073578315Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2eaa562a: reopening flushed file at 1732073578332 (+17 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 537fc7578f51b0007a8c41b060903a46 in 47ms, sequenceid=12, compaction requested=false; wal=null at 1732073578343 (+11 ms)Cleaning up temporary data from old regions at 1732073578345 (+2 ms)Region opened successfully at 1732073578351 (+6 ms) 2024-11-20T03:32:58,354 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 537fc7578f51b0007a8c41b060903a46, NAME => 'testDatalossWhenInputError,,1732073577740.537fc7578f51b0007a8c41b060903a46.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:32:58,355 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732073577740.537fc7578f51b0007a8c41b060903a46.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:32:58,355 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 537fc7578f51b0007a8c41b060903a46 2024-11-20T03:32:58,355 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 537fc7578f51b0007a8c41b060903a46 2024-11-20T03:32:58,356 INFO [StoreOpener-537fc7578f51b0007a8c41b060903a46-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 537fc7578f51b0007a8c41b060903a46 2024-11-20T03:32:58,357 INFO [StoreOpener-537fc7578f51b0007a8c41b060903a46-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 537fc7578f51b0007a8c41b060903a46 columnFamilyName a 2024-11-20T03:32:58,357 DEBUG [StoreOpener-537fc7578f51b0007a8c41b060903a46-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:58,362 DEBUG [StoreOpener-537fc7578f51b0007a8c41b060903a46-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41979/hbase/data/default/testDatalossWhenInputError/537fc7578f51b0007a8c41b060903a46/a/2d6f8cc4a26b4d1a837d47df466dd395 2024-11-20T03:32:58,362 INFO [StoreOpener-537fc7578f51b0007a8c41b060903a46-1 {}] regionserver.HStore(327): Store=537fc7578f51b0007a8c41b060903a46/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:32:58,362 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 537fc7578f51b0007a8c41b060903a46 2024-11-20T03:32:58,363 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41979/hbase/data/default/testDatalossWhenInputError/537fc7578f51b0007a8c41b060903a46 2024-11-20T03:32:58,364 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41979/hbase/data/default/testDatalossWhenInputError/537fc7578f51b0007a8c41b060903a46 2024-11-20T03:32:58,364 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 537fc7578f51b0007a8c41b060903a46 2024-11-20T03:32:58,364 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 537fc7578f51b0007a8c41b060903a46 2024-11-20T03:32:58,366 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 537fc7578f51b0007a8c41b060903a46 2024-11-20T03:32:58,369 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41979/hbase/data/default/testDatalossWhenInputError/537fc7578f51b0007a8c41b060903a46/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-11-20T03:32:58,370 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 537fc7578f51b0007a8c41b060903a46; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72954044, jitterRate=0.08709996938705444}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T03:32:58,370 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 537fc7578f51b0007a8c41b060903a46: Writing region info on filesystem at 1732073578355Initializing all the Stores at 1732073578356 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073578356Cleaning up temporary data from old regions at 1732073578365 (+9 ms)Region opened successfully at 1732073578370 (+5 ms) 2024-11-20T03:32:58,385 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=428 (was 418) Potentially hanging thread: PacketResponder: BP-1191262944-172.17.0.2-1732073544019:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_643972393_22 at /127.0.0.1:39458 [Waiting for operation #18] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_643972393_22 at /127.0.0.1:38918 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_643972393_22 at /127.0.0.1:50784 [Receiving block BP-1191262944-172.17.0.2-1732073544019:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1191262944-172.17.0.2-1732073544019:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_643972393_22 at /127.0.0.1:50716 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_643972393_22 at /127.0.0.1:39520 [Receiving block BP-1191262944-172.17.0.2-1732073544019:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_643972393_22 at /127.0.0.1:38970 [Receiving block BP-1191262944-172.17.0.2-1732073544019:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1191262944-172.17.0.2-1732073544019:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1264 (was 1182) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=209 (was 209), ProcessCount=11 (was 11), AvailableMemoryMB=6866 (was 6880) 2024-11-20T03:32:58,385 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-11-20T03:32:58,397 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=428, OpenFileDescriptor=1264, MaxFileDescriptor=1048576, SystemLoadAverage=209, ProcessCount=11, AvailableMemoryMB=6865 2024-11-20T03:32:58,397 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-11-20T03:32:58,410 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:32:58,411 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:32:58,412 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T03:32:58,414 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-14850848, suffix=, logDir=hdfs://localhost:41979/hbase/WALs/hregion-14850848, archiveDir=hdfs://localhost:41979/hbase/oldWALs, maxLogs=32 2024-11-20T03:32:58,425 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-14850848/hregion-14850848.1732073578414, exclude list is [], retry=0 2024-11-20T03:32:58,428 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-3a7caaa7-e8e3-4775-b1cd-0081c7e34d1f,DISK] 2024-11-20T03:32:58,428 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45307,DS-ecc3968b-fe64-4473-a084-39beed01f67f,DISK] 2024-11-20T03:32:58,428 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34689,DS-5dc277a6-e3c6-45a9-b2f0-7edbfe9a39f1,DISK] 2024-11-20T03:32:58,430 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-14850848/hregion-14850848.1732073578414 2024-11-20T03:32:58,430 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42565:42565),(127.0.0.1/127.0.0.1:45269:45269),(127.0.0.1/127.0.0.1:38549:38549)] 2024-11-20T03:32:58,430 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => f70f830db2628c2824cabbfb31a557d2, NAME => 'testCompactedBulkLoadedFiles,,1732073578410.f70f830db2628c2824cabbfb31a557d2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41979/hbase 2024-11-20T03:32:58,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741916_1094 (size=63) 2024-11-20T03:32:58,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741916_1094 (size=63) 2024-11-20T03:32:58,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741916_1094 (size=63) 2024-11-20T03:32:58,439 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732073578410.f70f830db2628c2824cabbfb31a557d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:32:58,440 INFO [StoreOpener-f70f830db2628c2824cabbfb31a557d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f70f830db2628c2824cabbfb31a557d2 2024-11-20T03:32:58,441 INFO [StoreOpener-f70f830db2628c2824cabbfb31a557d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f70f830db2628c2824cabbfb31a557d2 columnFamilyName a 2024-11-20T03:32:58,441 DEBUG [StoreOpener-f70f830db2628c2824cabbfb31a557d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:58,442 INFO [StoreOpener-f70f830db2628c2824cabbfb31a557d2-1 {}] regionserver.HStore(327): Store=f70f830db2628c2824cabbfb31a557d2/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:32:58,442 INFO [StoreOpener-f70f830db2628c2824cabbfb31a557d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f70f830db2628c2824cabbfb31a557d2 2024-11-20T03:32:58,443 INFO [StoreOpener-f70f830db2628c2824cabbfb31a557d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f70f830db2628c2824cabbfb31a557d2 columnFamilyName b 2024-11-20T03:32:58,443 DEBUG [StoreOpener-f70f830db2628c2824cabbfb31a557d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:58,443 INFO [StoreOpener-f70f830db2628c2824cabbfb31a557d2-1 {}] regionserver.HStore(327): Store=f70f830db2628c2824cabbfb31a557d2/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:32:58,443 INFO [StoreOpener-f70f830db2628c2824cabbfb31a557d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f70f830db2628c2824cabbfb31a557d2 2024-11-20T03:32:58,445 INFO [StoreOpener-f70f830db2628c2824cabbfb31a557d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f70f830db2628c2824cabbfb31a557d2 columnFamilyName c 2024-11-20T03:32:58,445 DEBUG [StoreOpener-f70f830db2628c2824cabbfb31a557d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:58,445 INFO [StoreOpener-f70f830db2628c2824cabbfb31a557d2-1 {}] regionserver.HStore(327): Store=f70f830db2628c2824cabbfb31a557d2/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:32:58,445 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f70f830db2628c2824cabbfb31a557d2 2024-11-20T03:32:58,446 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41979/hbase/data/default/testCompactedBulkLoadedFiles/f70f830db2628c2824cabbfb31a557d2 2024-11-20T03:32:58,446 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41979/hbase/data/default/testCompactedBulkLoadedFiles/f70f830db2628c2824cabbfb31a557d2 2024-11-20T03:32:58,447 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f70f830db2628c2824cabbfb31a557d2 2024-11-20T03:32:58,447 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f70f830db2628c2824cabbfb31a557d2 2024-11-20T03:32:58,448 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T03:32:58,449 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f70f830db2628c2824cabbfb31a557d2 2024-11-20T03:32:58,451 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41979/hbase/data/default/testCompactedBulkLoadedFiles/f70f830db2628c2824cabbfb31a557d2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:32:58,451 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f70f830db2628c2824cabbfb31a557d2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72861524, jitterRate=0.08572131395339966}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T03:32:58,452 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f70f830db2628c2824cabbfb31a557d2: Writing region info on filesystem at 1732073578439Initializing all the Stores at 1732073578439Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073578439Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073578440 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073578440Cleaning up temporary data from old regions at 1732073578447 (+7 ms)Region opened successfully at 1732073578452 (+5 ms) 2024-11-20T03:32:58,452 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f70f830db2628c2824cabbfb31a557d2, disabling compactions & flushes 2024-11-20T03:32:58,452 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1732073578410.f70f830db2628c2824cabbfb31a557d2. 2024-11-20T03:32:58,452 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1732073578410.f70f830db2628c2824cabbfb31a557d2. 2024-11-20T03:32:58,452 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1732073578410.f70f830db2628c2824cabbfb31a557d2. after waiting 0 ms 2024-11-20T03:32:58,452 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1732073578410.f70f830db2628c2824cabbfb31a557d2. 2024-11-20T03:32:58,452 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1732073578410.f70f830db2628c2824cabbfb31a557d2. 2024-11-20T03:32:58,452 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f70f830db2628c2824cabbfb31a557d2: Waiting for close lock at 1732073578452Disabling compacts and flushes for region at 1732073578452Disabling writes for close at 1732073578452Writing region close event to WAL at 1732073578452Closed at 1732073578452 2024-11-20T03:32:58,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741915_1093 (size=95) 2024-11-20T03:32:58,456 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/hregion-14850848/hregion-14850848.1732073578414 not finished, retry = 0 2024-11-20T03:32:58,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741915_1093 (size=95) 2024-11-20T03:32:58,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741915_1093 (size=95) 2024-11-20T03:32:58,562 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T03:32:58,562 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-14850848:(num 1732073578414) 2024-11-20T03:32:58,562 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T03:32:58,566 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41979/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732073578409, archiveDir=hdfs://localhost:41979/hbase/oldWALs, maxLogs=32 2024-11-20T03:32:58,582 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732073578409/wal.1732073578567, exclude list is [], retry=0 2024-11-20T03:32:58,585 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45307,DS-ecc3968b-fe64-4473-a084-39beed01f67f,DISK] 2024-11-20T03:32:58,585 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34689,DS-5dc277a6-e3c6-45a9-b2f0-7edbfe9a39f1,DISK] 2024-11-20T03:32:58,586 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-3a7caaa7-e8e3-4775-b1cd-0081c7e34d1f,DISK] 2024-11-20T03:32:58,587 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732073578409/wal.1732073578567 2024-11-20T03:32:58,587 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45269:45269),(127.0.0.1/127.0.0.1:38549:38549),(127.0.0.1/127.0.0.1:42565:42565)] 2024-11-20T03:32:58,587 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f70f830db2628c2824cabbfb31a557d2, NAME => 'testCompactedBulkLoadedFiles,,1732073578410.f70f830db2628c2824cabbfb31a557d2.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:32:58,587 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732073578410.f70f830db2628c2824cabbfb31a557d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:32:58,588 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f70f830db2628c2824cabbfb31a557d2 2024-11-20T03:32:58,588 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f70f830db2628c2824cabbfb31a557d2 2024-11-20T03:32:58,590 INFO [StoreOpener-f70f830db2628c2824cabbfb31a557d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f70f830db2628c2824cabbfb31a557d2 2024-11-20T03:32:58,591 INFO [StoreOpener-f70f830db2628c2824cabbfb31a557d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f70f830db2628c2824cabbfb31a557d2 columnFamilyName a 2024-11-20T03:32:58,591 DEBUG [StoreOpener-f70f830db2628c2824cabbfb31a557d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:58,591 INFO [StoreOpener-f70f830db2628c2824cabbfb31a557d2-1 {}] regionserver.HStore(327): Store=f70f830db2628c2824cabbfb31a557d2/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:32:58,591 INFO [StoreOpener-f70f830db2628c2824cabbfb31a557d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f70f830db2628c2824cabbfb31a557d2 2024-11-20T03:32:58,592 INFO [StoreOpener-f70f830db2628c2824cabbfb31a557d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f70f830db2628c2824cabbfb31a557d2 columnFamilyName b 2024-11-20T03:32:58,592 DEBUG [StoreOpener-f70f830db2628c2824cabbfb31a557d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:58,592 INFO [StoreOpener-f70f830db2628c2824cabbfb31a557d2-1 {}] regionserver.HStore(327): Store=f70f830db2628c2824cabbfb31a557d2/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:32:58,592 INFO [StoreOpener-f70f830db2628c2824cabbfb31a557d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f70f830db2628c2824cabbfb31a557d2 2024-11-20T03:32:58,593 INFO [StoreOpener-f70f830db2628c2824cabbfb31a557d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f70f830db2628c2824cabbfb31a557d2 columnFamilyName c 2024-11-20T03:32:58,593 DEBUG [StoreOpener-f70f830db2628c2824cabbfb31a557d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:32:58,593 INFO [StoreOpener-f70f830db2628c2824cabbfb31a557d2-1 {}] regionserver.HStore(327): Store=f70f830db2628c2824cabbfb31a557d2/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:32:58,594 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f70f830db2628c2824cabbfb31a557d2 2024-11-20T03:32:58,594 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41979/hbase/data/default/testCompactedBulkLoadedFiles/f70f830db2628c2824cabbfb31a557d2 2024-11-20T03:32:58,595 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41979/hbase/data/default/testCompactedBulkLoadedFiles/f70f830db2628c2824cabbfb31a557d2 2024-11-20T03:32:58,596 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f70f830db2628c2824cabbfb31a557d2 2024-11-20T03:32:58,596 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f70f830db2628c2824cabbfb31a557d2 2024-11-20T03:32:58,597 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T03:32:58,599 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f70f830db2628c2824cabbfb31a557d2 2024-11-20T03:32:58,599 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f70f830db2628c2824cabbfb31a557d2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75487586, jitterRate=0.12485268712043762}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T03:32:58,600 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f70f830db2628c2824cabbfb31a557d2: Writing region info on filesystem at 1732073578588Initializing all the Stores at 1732073578589 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073578589Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073578590 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073578590Cleaning up temporary data from old regions at 1732073578596 (+6 ms)Region opened successfully at 1732073578600 (+4 ms) 2024-11-20T03:32:58,604 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41979/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1732073578603/Put/seqid=0 2024-11-20T03:32:58,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741918_1096 (size=4875) 2024-11-20T03:32:58,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741918_1096 (size=4875) 2024-11-20T03:32:58,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741918_1096 (size=4875) 2024-11-20T03:32:58,613 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41979/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1732073578613/Put/seqid=0 2024-11-20T03:32:58,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741919_1097 (size=4875) 2024-11-20T03:32:58,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741919_1097 (size=4875) 2024-11-20T03:32:58,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741919_1097 (size=4875) 2024-11-20T03:32:58,624 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41979/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1732073578624/Put/seqid=0 2024-11-20T03:32:58,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741920_1098 (size=4875) 2024-11-20T03:32:58,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741920_1098 (size=4875) 2024-11-20T03:32:58,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741920_1098 (size=4875) 2024-11-20T03:32:58,631 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41979/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in f70f830db2628c2824cabbfb31a557d2/a 2024-11-20T03:32:58,634 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-11-20T03:32:58,634 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T03:32:58,634 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41979/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in f70f830db2628c2824cabbfb31a557d2/a 2024-11-20T03:32:58,637 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-11-20T03:32:58,637 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T03:32:58,637 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41979/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in f70f830db2628c2824cabbfb31a557d2/a 2024-11-20T03:32:58,640 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-11-20T03:32:58,640 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T03:32:58,641 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f70f830db2628c2824cabbfb31a557d2 3/3 column families, dataSize=51 B heapSize=896 B 2024-11-20T03:32:58,655 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41979/hbase/data/default/testCompactedBulkLoadedFiles/f70f830db2628c2824cabbfb31a557d2/.tmp/a/85bb8cc5ca2348c89a4664e0657912cf is 55, key is testCompactedBulkLoadedFiles/a:a/1732073578600/Put/seqid=0 2024-11-20T03:32:58,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741921_1099 (size=5107) 2024-11-20T03:32:58,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741921_1099 (size=5107) 2024-11-20T03:32:58,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741921_1099 (size=5107) 2024-11-20T03:32:58,662 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:41979/hbase/data/default/testCompactedBulkLoadedFiles/f70f830db2628c2824cabbfb31a557d2/.tmp/a/85bb8cc5ca2348c89a4664e0657912cf 2024-11-20T03:32:58,668 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41979/hbase/data/default/testCompactedBulkLoadedFiles/f70f830db2628c2824cabbfb31a557d2/.tmp/a/85bb8cc5ca2348c89a4664e0657912cf as hdfs://localhost:41979/hbase/data/default/testCompactedBulkLoadedFiles/f70f830db2628c2824cabbfb31a557d2/a/85bb8cc5ca2348c89a4664e0657912cf 2024-11-20T03:32:58,673 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41979/hbase/data/default/testCompactedBulkLoadedFiles/f70f830db2628c2824cabbfb31a557d2/a/85bb8cc5ca2348c89a4664e0657912cf, entries=1, sequenceid=4, filesize=5.0 K 2024-11-20T03:32:58,675 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for f70f830db2628c2824cabbfb31a557d2 in 34ms, sequenceid=4, compaction requested=false 2024-11-20T03:32:58,675 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f70f830db2628c2824cabbfb31a557d2: 2024-11-20T03:32:58,676 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41979/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:41979/hbase/data/default/testCompactedBulkLoadedFiles/f70f830db2628c2824cabbfb31a557d2/a/c9ad76592b6e4fb7ac689bb26e67f4b8_SeqId_4_ 2024-11-20T03:32:58,677 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41979/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:41979/hbase/data/default/testCompactedBulkLoadedFiles/f70f830db2628c2824cabbfb31a557d2/a/4973fae6d83840b8b3f5852aa3c4e120_SeqId_4_ 2024-11-20T03:32:58,678 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41979/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:41979/hbase/data/default/testCompactedBulkLoadedFiles/f70f830db2628c2824cabbfb31a557d2/a/c7eafd6d1fba488584fd455f6f7e2129_SeqId_4_ 2024-11-20T03:32:58,679 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41979/hbase/testCompactedBulkLoadedFiles/hfile0 into f70f830db2628c2824cabbfb31a557d2/a as hdfs://localhost:41979/hbase/data/default/testCompactedBulkLoadedFiles/f70f830db2628c2824cabbfb31a557d2/a/c9ad76592b6e4fb7ac689bb26e67f4b8_SeqId_4_ - updating store file list. 2024-11-20T03:32:58,683 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for c9ad76592b6e4fb7ac689bb26e67f4b8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T03:32:58,683 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41979/hbase/data/default/testCompactedBulkLoadedFiles/f70f830db2628c2824cabbfb31a557d2/a/c9ad76592b6e4fb7ac689bb26e67f4b8_SeqId_4_ into f70f830db2628c2824cabbfb31a557d2/a 2024-11-20T03:32:58,684 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41979/hbase/testCompactedBulkLoadedFiles/hfile0 into f70f830db2628c2824cabbfb31a557d2/a (new location: hdfs://localhost:41979/hbase/data/default/testCompactedBulkLoadedFiles/f70f830db2628c2824cabbfb31a557d2/a/c9ad76592b6e4fb7ac689bb26e67f4b8_SeqId_4_) 2024-11-20T03:32:58,685 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41979/hbase/testCompactedBulkLoadedFiles/hfile1 into f70f830db2628c2824cabbfb31a557d2/a as hdfs://localhost:41979/hbase/data/default/testCompactedBulkLoadedFiles/f70f830db2628c2824cabbfb31a557d2/a/4973fae6d83840b8b3f5852aa3c4e120_SeqId_4_ - updating store file list. 2024-11-20T03:32:58,689 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4973fae6d83840b8b3f5852aa3c4e120_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T03:32:58,689 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41979/hbase/data/default/testCompactedBulkLoadedFiles/f70f830db2628c2824cabbfb31a557d2/a/4973fae6d83840b8b3f5852aa3c4e120_SeqId_4_ into f70f830db2628c2824cabbfb31a557d2/a 2024-11-20T03:32:58,689 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41979/hbase/testCompactedBulkLoadedFiles/hfile1 into f70f830db2628c2824cabbfb31a557d2/a (new location: hdfs://localhost:41979/hbase/data/default/testCompactedBulkLoadedFiles/f70f830db2628c2824cabbfb31a557d2/a/4973fae6d83840b8b3f5852aa3c4e120_SeqId_4_) 2024-11-20T03:32:58,690 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41979/hbase/testCompactedBulkLoadedFiles/hfile2 into f70f830db2628c2824cabbfb31a557d2/a as hdfs://localhost:41979/hbase/data/default/testCompactedBulkLoadedFiles/f70f830db2628c2824cabbfb31a557d2/a/c7eafd6d1fba488584fd455f6f7e2129_SeqId_4_ - updating store file list. 2024-11-20T03:32:58,694 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for c7eafd6d1fba488584fd455f6f7e2129_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T03:32:58,694 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41979/hbase/data/default/testCompactedBulkLoadedFiles/f70f830db2628c2824cabbfb31a557d2/a/c7eafd6d1fba488584fd455f6f7e2129_SeqId_4_ into f70f830db2628c2824cabbfb31a557d2/a 2024-11-20T03:32:58,694 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41979/hbase/testCompactedBulkLoadedFiles/hfile2 into f70f830db2628c2824cabbfb31a557d2/a (new location: hdfs://localhost:41979/hbase/data/default/testCompactedBulkLoadedFiles/f70f830db2628c2824cabbfb31a557d2/a/c7eafd6d1fba488584fd455f6f7e2129_SeqId_4_) 2024-11-20T03:32:58,701 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T03:32:58,702 DEBUG [Time-limited test {}] regionserver.HStore(1541): f70f830db2628c2824cabbfb31a557d2/a is initiating major compaction (all files) 2024-11-20T03:32:58,702 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of f70f830db2628c2824cabbfb31a557d2/a in testCompactedBulkLoadedFiles,,1732073578410.f70f830db2628c2824cabbfb31a557d2. 2024-11-20T03:32:58,702 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41979/hbase/data/default/testCompactedBulkLoadedFiles/f70f830db2628c2824cabbfb31a557d2/a/85bb8cc5ca2348c89a4664e0657912cf, hdfs://localhost:41979/hbase/data/default/testCompactedBulkLoadedFiles/f70f830db2628c2824cabbfb31a557d2/a/c9ad76592b6e4fb7ac689bb26e67f4b8_SeqId_4_, hdfs://localhost:41979/hbase/data/default/testCompactedBulkLoadedFiles/f70f830db2628c2824cabbfb31a557d2/a/4973fae6d83840b8b3f5852aa3c4e120_SeqId_4_, hdfs://localhost:41979/hbase/data/default/testCompactedBulkLoadedFiles/f70f830db2628c2824cabbfb31a557d2/a/c7eafd6d1fba488584fd455f6f7e2129_SeqId_4_] into tmpdir=hdfs://localhost:41979/hbase/data/default/testCompactedBulkLoadedFiles/f70f830db2628c2824cabbfb31a557d2/.tmp, totalSize=19.3 K 2024-11-20T03:32:58,702 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 85bb8cc5ca2348c89a4664e0657912cf, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1732073578600 2024-11-20T03:32:58,703 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting c9ad76592b6e4fb7ac689bb26e67f4b8_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-20T03:32:58,703 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 4973fae6d83840b8b3f5852aa3c4e120_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-20T03:32:58,703 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting c7eafd6d1fba488584fd455f6f7e2129_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-20T03:32:58,715 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41979/hbase/data/default/testCompactedBulkLoadedFiles/f70f830db2628c2824cabbfb31a557d2/.tmp/a/3ed6ecda6bbe48abbff8927764400678 is 55, key is testCompactedBulkLoadedFiles/a:a/1732073578600/Put/seqid=0 2024-11-20T03:32:58,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741922_1100 (size=6154) 2024-11-20T03:32:58,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741922_1100 (size=6154) 2024-11-20T03:32:58,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741922_1100 (size=6154) 2024-11-20T03:32:58,727 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41979/hbase/data/default/testCompactedBulkLoadedFiles/f70f830db2628c2824cabbfb31a557d2/.tmp/a/3ed6ecda6bbe48abbff8927764400678 as hdfs://localhost:41979/hbase/data/default/testCompactedBulkLoadedFiles/f70f830db2628c2824cabbfb31a557d2/a/3ed6ecda6bbe48abbff8927764400678 2024-11-20T03:32:58,734 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in f70f830db2628c2824cabbfb31a557d2/a of f70f830db2628c2824cabbfb31a557d2 into 3ed6ecda6bbe48abbff8927764400678(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T03:32:58,734 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for f70f830db2628c2824cabbfb31a557d2: 2024-11-20T03:32:58,734 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-20T03:32:58,734 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-20T03:32:58,762 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41979/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732073578409/wal.1732073578567, size=0 (0bytes) 2024-11-20T03:32:58,762 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:41979/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732073578409/wal.1732073578567 might be still open, length is 0 2024-11-20T03:32:58,762 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41979/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732073578409/wal.1732073578567 2024-11-20T03:32:58,762 WARN [IPC Server handler 4 on default port 41979 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732073578409/wal.1732073578567 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095 2024-11-20T03:32:58,763 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:41979/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732073578409/wal.1732073578567 after 1ms 2024-11-20T03:32:58,835 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-11-20T03:32:58,835 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-11-20T03:32:58,837 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-11-20T03:32:58,837 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-11-20T03:33:00,593 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_643972393_22 at /127.0.0.1:38998 [Receiving block BP-1191262944-172.17.0.2-1732073544019:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:45307:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38998 dst: /127.0.0.1:45307 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:45307 remote=/127.0.0.1:38998]. Total timeout mills is 60000, 58140 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T03:33:00,594 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_643972393_22 at /127.0.0.1:39554 [Receiving block BP-1191262944-172.17.0.2-1732073544019:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:37817:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39554 dst: /127.0.0.1:37817 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T03:33:00,594 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_643972393_22 at /127.0.0.1:50820 [Receiving block BP-1191262944-172.17.0.2-1732073544019:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:34689:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50820 dst: /127.0.0.1:34689 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T03:33:00,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741917_1101 (size=1170) 2024-11-20T03:33:00,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741917_1101 (size=1170) 2024-11-20T03:33:00,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741917_1101 (size=1170) 2024-11-20T03:33:02,763 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:41979/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732073578409/wal.1732073578567 after 4001ms 2024-11-20T03:33:02,766 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41979/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732073578409/wal.1732073578567: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T03:33:02,766 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41979/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732073578409/wal.1732073578567 took 4004ms 2024-11-20T03:33:02,768 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:41979/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732073578409/wal.1732073578567; continuing. 2024-11-20T03:33:02,768 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41979/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732073578409/wal.1732073578567 so closing down 2024-11-20T03:33:02,768 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T03:33:02,769 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732073578567.temp 2024-11-20T03:33:02,770 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41979/hbase/data/default/testCompactedBulkLoadedFiles/f70f830db2628c2824cabbfb31a557d2/recovered.edits/0000000000000000003-wal.1732073578567.temp 2024-11-20T03:33:02,771 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T03:33:02,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741923_1102 (size=546) 2024-11-20T03:33:02,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741923_1102 (size=546) 2024-11-20T03:33:02,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741923_1102 (size=546) 2024-11-20T03:33:02,777 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41979/hbase/data/default/testCompactedBulkLoadedFiles/f70f830db2628c2824cabbfb31a557d2/recovered.edits/0000000000000000003-wal.1732073578567.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-20T03:33:02,778 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41979/hbase/data/default/testCompactedBulkLoadedFiles/f70f830db2628c2824cabbfb31a557d2/recovered.edits/0000000000000000003-wal.1732073578567.temp to hdfs://localhost:41979/hbase/data/default/testCompactedBulkLoadedFiles/f70f830db2628c2824cabbfb31a557d2/recovered.edits/0000000000000000008 2024-11-20T03:33:02,778 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 11 ms; skipped=3; WAL=hdfs://localhost:41979/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732073578409/wal.1732073578567, size=0, length=0, corrupted=false, cancelled=false 2024-11-20T03:33:02,778 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41979/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732073578409/wal.1732073578567, journal: Splitting hdfs://localhost:41979/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732073578409/wal.1732073578567, size=0 (0bytes) at 1732073578762Finishing writing output for hdfs://localhost:41979/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732073578409/wal.1732073578567 so closing down at 1732073582768 (+4006 ms)Creating recovered edits writer path=hdfs://localhost:41979/hbase/data/default/testCompactedBulkLoadedFiles/f70f830db2628c2824cabbfb31a557d2/recovered.edits/0000000000000000003-wal.1732073578567.temp at 1732073582770 (+2 ms)3 split writer threads finished at 1732073582771 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41979/hbase/data/default/testCompactedBulkLoadedFiles/f70f830db2628c2824cabbfb31a557d2/recovered.edits/0000000000000000003-wal.1732073578567.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732073582777 (+6 ms)Rename recovered edits hdfs://localhost:41979/hbase/data/default/testCompactedBulkLoadedFiles/f70f830db2628c2824cabbfb31a557d2/recovered.edits/0000000000000000003-wal.1732073578567.temp to hdfs://localhost:41979/hbase/data/default/testCompactedBulkLoadedFiles/f70f830db2628c2824cabbfb31a557d2/recovered.edits/0000000000000000008 at 1732073582778 (+1 ms)Processed 5 edits across 1 Regions in 11 ms; skipped=3; WAL=hdfs://localhost:41979/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732073578409/wal.1732073578567, size=0, length=0, corrupted=false, cancelled=false at 1732073582778 2024-11-20T03:33:02,780 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41979/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732073578409/wal.1732073578567 to hdfs://localhost:41979/hbase/oldWALs/wal.1732073578567 2024-11-20T03:33:02,781 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41979/hbase/data/default/testCompactedBulkLoadedFiles/f70f830db2628c2824cabbfb31a557d2/recovered.edits/0000000000000000008 2024-11-20T03:33:02,781 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T03:33:02,782 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41979/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732073578409, archiveDir=hdfs://localhost:41979/hbase/oldWALs, maxLogs=32 2024-11-20T03:33:02,795 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732073578409/wal.1732073582783, exclude list is [], retry=0 2024-11-20T03:33:02,797 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34689,DS-5dc277a6-e3c6-45a9-b2f0-7edbfe9a39f1,DISK] 2024-11-20T03:33:02,798 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45307,DS-ecc3968b-fe64-4473-a084-39beed01f67f,DISK] 2024-11-20T03:33:02,798 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-3a7caaa7-e8e3-4775-b1cd-0081c7e34d1f,DISK] 2024-11-20T03:33:02,799 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732073578409/wal.1732073582783 2024-11-20T03:33:02,799 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38549:38549),(127.0.0.1/127.0.0.1:45269:45269),(127.0.0.1/127.0.0.1:42565:42565)] 2024-11-20T03:33:02,800 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f70f830db2628c2824cabbfb31a557d2, NAME => 'testCompactedBulkLoadedFiles,,1732073578410.f70f830db2628c2824cabbfb31a557d2.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:33:02,800 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732073578410.f70f830db2628c2824cabbfb31a557d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:33:02,800 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f70f830db2628c2824cabbfb31a557d2 2024-11-20T03:33:02,800 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f70f830db2628c2824cabbfb31a557d2 2024-11-20T03:33:02,801 INFO [StoreOpener-f70f830db2628c2824cabbfb31a557d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f70f830db2628c2824cabbfb31a557d2 2024-11-20T03:33:02,802 INFO [StoreOpener-f70f830db2628c2824cabbfb31a557d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f70f830db2628c2824cabbfb31a557d2 columnFamilyName a 2024-11-20T03:33:02,802 DEBUG [StoreOpener-f70f830db2628c2824cabbfb31a557d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:33:02,809 DEBUG [StoreOpener-f70f830db2628c2824cabbfb31a557d2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41979/hbase/data/default/testCompactedBulkLoadedFiles/f70f830db2628c2824cabbfb31a557d2/a/3ed6ecda6bbe48abbff8927764400678 2024-11-20T03:33:02,812 DEBUG [StoreFileOpener-f70f830db2628c2824cabbfb31a557d2-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4973fae6d83840b8b3f5852aa3c4e120_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T03:33:02,813 DEBUG [StoreOpener-f70f830db2628c2824cabbfb31a557d2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41979/hbase/data/default/testCompactedBulkLoadedFiles/f70f830db2628c2824cabbfb31a557d2/a/4973fae6d83840b8b3f5852aa3c4e120_SeqId_4_ 2024-11-20T03:33:02,816 DEBUG [StoreOpener-f70f830db2628c2824cabbfb31a557d2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41979/hbase/data/default/testCompactedBulkLoadedFiles/f70f830db2628c2824cabbfb31a557d2/a/85bb8cc5ca2348c89a4664e0657912cf 2024-11-20T03:33:02,820 DEBUG [StoreFileOpener-f70f830db2628c2824cabbfb31a557d2-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c7eafd6d1fba488584fd455f6f7e2129_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T03:33:02,820 DEBUG [StoreOpener-f70f830db2628c2824cabbfb31a557d2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41979/hbase/data/default/testCompactedBulkLoadedFiles/f70f830db2628c2824cabbfb31a557d2/a/c7eafd6d1fba488584fd455f6f7e2129_SeqId_4_ 2024-11-20T03:33:02,823 DEBUG [StoreFileOpener-f70f830db2628c2824cabbfb31a557d2-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c9ad76592b6e4fb7ac689bb26e67f4b8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T03:33:02,823 DEBUG [StoreOpener-f70f830db2628c2824cabbfb31a557d2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41979/hbase/data/default/testCompactedBulkLoadedFiles/f70f830db2628c2824cabbfb31a557d2/a/c9ad76592b6e4fb7ac689bb26e67f4b8_SeqId_4_ 2024-11-20T03:33:02,823 WARN [StoreOpener-f70f830db2628c2824cabbfb31a557d2-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:41979/hbase/data/default/testCompactedBulkLoadedFiles/f70f830db2628c2824cabbfb31a557d2/a/4973fae6d83840b8b3f5852aa3c4e120_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@581265f3 2024-11-20T03:33:02,824 WARN [StoreOpener-f70f830db2628c2824cabbfb31a557d2-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:41979/hbase/data/default/testCompactedBulkLoadedFiles/f70f830db2628c2824cabbfb31a557d2/a/85bb8cc5ca2348c89a4664e0657912cf from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@581265f3 2024-11-20T03:33:02,824 WARN [StoreOpener-f70f830db2628c2824cabbfb31a557d2-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:41979/hbase/data/default/testCompactedBulkLoadedFiles/f70f830db2628c2824cabbfb31a557d2/a/c7eafd6d1fba488584fd455f6f7e2129_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@581265f3 2024-11-20T03:33:02,824 WARN [StoreOpener-f70f830db2628c2824cabbfb31a557d2-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:41979/hbase/data/default/testCompactedBulkLoadedFiles/f70f830db2628c2824cabbfb31a557d2/a/c9ad76592b6e4fb7ac689bb26e67f4b8_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@581265f3 2024-11-20T03:33:02,824 DEBUG [StoreOpener-f70f830db2628c2824cabbfb31a557d2-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:41979/hbase/data/default/testCompactedBulkLoadedFiles/f70f830db2628c2824cabbfb31a557d2/a/4973fae6d83840b8b3f5852aa3c4e120_SeqId_4_, hdfs://localhost:41979/hbase/data/default/testCompactedBulkLoadedFiles/f70f830db2628c2824cabbfb31a557d2/a/85bb8cc5ca2348c89a4664e0657912cf, hdfs://localhost:41979/hbase/data/default/testCompactedBulkLoadedFiles/f70f830db2628c2824cabbfb31a557d2/a/c7eafd6d1fba488584fd455f6f7e2129_SeqId_4_, hdfs://localhost:41979/hbase/data/default/testCompactedBulkLoadedFiles/f70f830db2628c2824cabbfb31a557d2/a/c9ad76592b6e4fb7ac689bb26e67f4b8_SeqId_4_] to archive 2024-11-20T03:33:02,825 DEBUG [StoreOpener-f70f830db2628c2824cabbfb31a557d2-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T03:33:02,826 DEBUG [StoreOpener-f70f830db2628c2824cabbfb31a557d2-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41979/hbase/data/default/testCompactedBulkLoadedFiles/f70f830db2628c2824cabbfb31a557d2/a/4973fae6d83840b8b3f5852aa3c4e120_SeqId_4_ to hdfs://localhost:41979/hbase/archive/data/default/testCompactedBulkLoadedFiles/f70f830db2628c2824cabbfb31a557d2/a/4973fae6d83840b8b3f5852aa3c4e120_SeqId_4_ 2024-11-20T03:33:02,828 DEBUG [StoreOpener-f70f830db2628c2824cabbfb31a557d2-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41979/hbase/data/default/testCompactedBulkLoadedFiles/f70f830db2628c2824cabbfb31a557d2/a/85bb8cc5ca2348c89a4664e0657912cf to hdfs://localhost:41979/hbase/archive/data/default/testCompactedBulkLoadedFiles/f70f830db2628c2824cabbfb31a557d2/a/85bb8cc5ca2348c89a4664e0657912cf 2024-11-20T03:33:02,829 DEBUG [StoreOpener-f70f830db2628c2824cabbfb31a557d2-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41979/hbase/data/default/testCompactedBulkLoadedFiles/f70f830db2628c2824cabbfb31a557d2/a/c7eafd6d1fba488584fd455f6f7e2129_SeqId_4_ to hdfs://localhost:41979/hbase/archive/data/default/testCompactedBulkLoadedFiles/f70f830db2628c2824cabbfb31a557d2/a/c7eafd6d1fba488584fd455f6f7e2129_SeqId_4_ 2024-11-20T03:33:02,830 DEBUG [StoreOpener-f70f830db2628c2824cabbfb31a557d2-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41979/hbase/data/default/testCompactedBulkLoadedFiles/f70f830db2628c2824cabbfb31a557d2/a/c9ad76592b6e4fb7ac689bb26e67f4b8_SeqId_4_ to hdfs://localhost:41979/hbase/archive/data/default/testCompactedBulkLoadedFiles/f70f830db2628c2824cabbfb31a557d2/a/c9ad76592b6e4fb7ac689bb26e67f4b8_SeqId_4_ 2024-11-20T03:33:02,830 INFO [StoreOpener-f70f830db2628c2824cabbfb31a557d2-1 {}] regionserver.HStore(327): Store=f70f830db2628c2824cabbfb31a557d2/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:33:02,830 INFO [StoreOpener-f70f830db2628c2824cabbfb31a557d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f70f830db2628c2824cabbfb31a557d2 2024-11-20T03:33:02,831 INFO [StoreOpener-f70f830db2628c2824cabbfb31a557d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f70f830db2628c2824cabbfb31a557d2 columnFamilyName b 2024-11-20T03:33:02,831 DEBUG [StoreOpener-f70f830db2628c2824cabbfb31a557d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:33:02,831 INFO [StoreOpener-f70f830db2628c2824cabbfb31a557d2-1 {}] regionserver.HStore(327): Store=f70f830db2628c2824cabbfb31a557d2/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:33:02,832 INFO [StoreOpener-f70f830db2628c2824cabbfb31a557d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f70f830db2628c2824cabbfb31a557d2 2024-11-20T03:33:02,832 INFO [StoreOpener-f70f830db2628c2824cabbfb31a557d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f70f830db2628c2824cabbfb31a557d2 columnFamilyName c 2024-11-20T03:33:02,832 DEBUG [StoreOpener-f70f830db2628c2824cabbfb31a557d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:33:02,833 INFO [StoreOpener-f70f830db2628c2824cabbfb31a557d2-1 {}] regionserver.HStore(327): Store=f70f830db2628c2824cabbfb31a557d2/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:33:02,833 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f70f830db2628c2824cabbfb31a557d2 2024-11-20T03:33:02,834 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41979/hbase/data/default/testCompactedBulkLoadedFiles/f70f830db2628c2824cabbfb31a557d2 2024-11-20T03:33:02,835 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41979/hbase/data/default/testCompactedBulkLoadedFiles/f70f830db2628c2824cabbfb31a557d2 2024-11-20T03:33:02,836 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41979/hbase/data/default/testCompactedBulkLoadedFiles/f70f830db2628c2824cabbfb31a557d2/recovered.edits/0000000000000000008 2024-11-20T03:33:02,889 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41979/hbase/data/default/testCompactedBulkLoadedFiles/f70f830db2628c2824cabbfb31a557d2/recovered.edits/0000000000000000008: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T03:33:02,892 DEBUG [Time-limited test {}] regionserver.HRegion(5836): f70f830db2628c2824cabbfb31a557d2 : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "f70f830db2628c2824cabbfb31a557d2" family_name: "a" compaction_input: "85bb8cc5ca2348c89a4664e0657912cf" compaction_input: "c9ad76592b6e4fb7ac689bb26e67f4b8_SeqId_4_" compaction_input: "4973fae6d83840b8b3f5852aa3c4e120_SeqId_4_" compaction_input: "c7eafd6d1fba488584fd455f6f7e2129_SeqId_4_" compaction_output: "3ed6ecda6bbe48abbff8927764400678" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1732073578410.f70f830db2628c2824cabbfb31a557d2." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-11-20T03:33:02,892 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-11-20T03:33:02,892 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:41979/hbase/data/default/testCompactedBulkLoadedFiles/f70f830db2628c2824cabbfb31a557d2/recovered.edits/0000000000000000008 2024-11-20T03:33:02,893 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41979/hbase/data/default/testCompactedBulkLoadedFiles/f70f830db2628c2824cabbfb31a557d2/recovered.edits/0000000000000000008 2024-11-20T03:33:02,894 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f70f830db2628c2824cabbfb31a557d2 2024-11-20T03:33:02,894 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f70f830db2628c2824cabbfb31a557d2 2024-11-20T03:33:02,895 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T03:33:02,897 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f70f830db2628c2824cabbfb31a557d2 2024-11-20T03:33:02,899 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41979/hbase/data/default/testCompactedBulkLoadedFiles/f70f830db2628c2824cabbfb31a557d2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T03:33:02,900 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f70f830db2628c2824cabbfb31a557d2; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74600660, jitterRate=0.1116364598274231}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T03:33:02,900 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f70f830db2628c2824cabbfb31a557d2: Writing region info on filesystem at 1732073582800Initializing all the Stores at 1732073582801 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073582801Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073582801Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073582801Cleaning up temporary data from old regions at 1732073582894 (+93 ms)Region opened successfully at 1732073582900 (+6 ms) 2024-11-20T03:33:02,902 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f70f830db2628c2824cabbfb31a557d2, disabling compactions & flushes 2024-11-20T03:33:02,902 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1732073578410.f70f830db2628c2824cabbfb31a557d2. 2024-11-20T03:33:02,902 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1732073578410.f70f830db2628c2824cabbfb31a557d2. 2024-11-20T03:33:02,902 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1732073578410.f70f830db2628c2824cabbfb31a557d2. after waiting 0 ms 2024-11-20T03:33:02,902 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1732073578410.f70f830db2628c2824cabbfb31a557d2. 2024-11-20T03:33:02,903 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1732073578410.f70f830db2628c2824cabbfb31a557d2. 2024-11-20T03:33:02,903 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f70f830db2628c2824cabbfb31a557d2: Waiting for close lock at 1732073582902Disabling compacts and flushes for region at 1732073582902Disabling writes for close at 1732073582902Writing region close event to WAL at 1732073582903 (+1 ms)Closed at 1732073582903 2024-11-20T03:33:02,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741924_1103 (size=95) 2024-11-20T03:33:02,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741924_1103 (size=95) 2024-11-20T03:33:02,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741924_1103 (size=95) 2024-11-20T03:33:02,908 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T03:33:02,908 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732073582783) 2024-11-20T03:33:02,920 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=441 (was 428) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:41979 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:41979 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1646273612_22 at /127.0.0.1:46296 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1646273612_22 at /127.0.0.1:50850 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1344 (was 1264) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=201 (was 209), ProcessCount=11 (was 11), AvailableMemoryMB=6853 (was 6865) 2024-11-20T03:33:02,921 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1344 is superior to 1024 2024-11-20T03:33:02,932 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=441, OpenFileDescriptor=1344, MaxFileDescriptor=1048576, SystemLoadAverage=201, ProcessCount=11, AvailableMemoryMB=6852 2024-11-20T03:33:02,932 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1344 is superior to 1024 2024-11-20T03:33:02,948 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:33:02,950 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:33:02,951 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T03:33:02,954 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-97167859, suffix=, logDir=hdfs://localhost:41979/hbase/WALs/hregion-97167859, archiveDir=hdfs://localhost:41979/hbase/oldWALs, maxLogs=32 2024-11-20T03:33:02,967 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-97167859/hregion-97167859.1732073582954, exclude list is [], retry=0 2024-11-20T03:33:02,969 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-3a7caaa7-e8e3-4775-b1cd-0081c7e34d1f,DISK] 2024-11-20T03:33:02,969 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45307,DS-ecc3968b-fe64-4473-a084-39beed01f67f,DISK] 2024-11-20T03:33:02,970 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34689,DS-5dc277a6-e3c6-45a9-b2f0-7edbfe9a39f1,DISK] 2024-11-20T03:33:02,971 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-97167859/hregion-97167859.1732073582954 2024-11-20T03:33:02,972 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42565:42565),(127.0.0.1/127.0.0.1:45269:45269),(127.0.0.1/127.0.0.1:38549:38549)] 2024-11-20T03:33:02,972 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 55fd061c589f2dea7a7f2e7d78c7e0be, NAME => 'testReplayEditsWrittenViaHRegion,,1732073582948.55fd061c589f2dea7a7f2e7d78c7e0be.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41979/hbase 2024-11-20T03:33:02,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741926_1105 (size=67) 2024-11-20T03:33:02,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741926_1105 (size=67) 2024-11-20T03:33:02,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741926_1105 (size=67) 2024-11-20T03:33:02,982 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732073582948.55fd061c589f2dea7a7f2e7d78c7e0be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:33:02,983 INFO [StoreOpener-55fd061c589f2dea7a7f2e7d78c7e0be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 55fd061c589f2dea7a7f2e7d78c7e0be 2024-11-20T03:33:02,985 INFO [StoreOpener-55fd061c589f2dea7a7f2e7d78c7e0be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55fd061c589f2dea7a7f2e7d78c7e0be columnFamilyName a 2024-11-20T03:33:02,985 DEBUG [StoreOpener-55fd061c589f2dea7a7f2e7d78c7e0be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:33:02,985 INFO [StoreOpener-55fd061c589f2dea7a7f2e7d78c7e0be-1 {}] regionserver.HStore(327): Store=55fd061c589f2dea7a7f2e7d78c7e0be/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:33:02,985 INFO [StoreOpener-55fd061c589f2dea7a7f2e7d78c7e0be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 55fd061c589f2dea7a7f2e7d78c7e0be 2024-11-20T03:33:02,987 INFO [StoreOpener-55fd061c589f2dea7a7f2e7d78c7e0be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55fd061c589f2dea7a7f2e7d78c7e0be columnFamilyName b 2024-11-20T03:33:02,987 DEBUG [StoreOpener-55fd061c589f2dea7a7f2e7d78c7e0be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:33:02,987 INFO [StoreOpener-55fd061c589f2dea7a7f2e7d78c7e0be-1 {}] regionserver.HStore(327): Store=55fd061c589f2dea7a7f2e7d78c7e0be/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:33:02,987 INFO [StoreOpener-55fd061c589f2dea7a7f2e7d78c7e0be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 55fd061c589f2dea7a7f2e7d78c7e0be 2024-11-20T03:33:02,988 INFO [StoreOpener-55fd061c589f2dea7a7f2e7d78c7e0be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55fd061c589f2dea7a7f2e7d78c7e0be columnFamilyName c 2024-11-20T03:33:02,989 DEBUG [StoreOpener-55fd061c589f2dea7a7f2e7d78c7e0be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:33:02,989 INFO [StoreOpener-55fd061c589f2dea7a7f2e7d78c7e0be-1 {}] regionserver.HStore(327): Store=55fd061c589f2dea7a7f2e7d78c7e0be/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:33:02,989 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 55fd061c589f2dea7a7f2e7d78c7e0be 2024-11-20T03:33:02,990 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/55fd061c589f2dea7a7f2e7d78c7e0be 2024-11-20T03:33:02,990 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/55fd061c589f2dea7a7f2e7d78c7e0be 2024-11-20T03:33:02,991 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 55fd061c589f2dea7a7f2e7d78c7e0be 2024-11-20T03:33:02,991 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 55fd061c589f2dea7a7f2e7d78c7e0be 2024-11-20T03:33:02,992 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T03:33:02,993 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 55fd061c589f2dea7a7f2e7d78c7e0be 2024-11-20T03:33:02,996 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/55fd061c589f2dea7a7f2e7d78c7e0be/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:33:02,996 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 55fd061c589f2dea7a7f2e7d78c7e0be; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64269466, jitterRate=-0.04231032729148865}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T03:33:02,997 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 55fd061c589f2dea7a7f2e7d78c7e0be: Writing region info on filesystem at 1732073582982Initializing all the Stores at 1732073582983 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073582983Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073582983Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073582983Cleaning up temporary data from old regions at 1732073582991 (+8 ms)Region opened successfully at 1732073582996 (+5 ms) 2024-11-20T03:33:02,997 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 55fd061c589f2dea7a7f2e7d78c7e0be, disabling compactions & flushes 2024-11-20T03:33:02,997 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732073582948.55fd061c589f2dea7a7f2e7d78c7e0be. 2024-11-20T03:33:02,997 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732073582948.55fd061c589f2dea7a7f2e7d78c7e0be. 2024-11-20T03:33:02,997 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732073582948.55fd061c589f2dea7a7f2e7d78c7e0be. after waiting 0 ms 2024-11-20T03:33:02,997 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732073582948.55fd061c589f2dea7a7f2e7d78c7e0be. 2024-11-20T03:33:02,997 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732073582948.55fd061c589f2dea7a7f2e7d78c7e0be. 2024-11-20T03:33:02,997 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 55fd061c589f2dea7a7f2e7d78c7e0be: Waiting for close lock at 1732073582997Disabling compacts and flushes for region at 1732073582997Disabling writes for close at 1732073582997Writing region close event to WAL at 1732073582997Closed at 1732073582997 2024-11-20T03:33:03,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741925_1104 (size=95) 2024-11-20T03:33:03,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741925_1104 (size=95) 2024-11-20T03:33:03,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741925_1104 (size=95) 2024-11-20T03:33:03,003 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T03:33:03,003 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-97167859:(num 1732073582954) 2024-11-20T03:33:03,003 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T03:33:03,005 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41979/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732073582947, archiveDir=hdfs://localhost:41979/hbase/oldWALs, maxLogs=32 2024-11-20T03:33:03,018 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732073582947/wal.1732073583006, exclude list is [], retry=0 2024-11-20T03:33:03,020 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45307,DS-ecc3968b-fe64-4473-a084-39beed01f67f,DISK] 2024-11-20T03:33:03,020 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34689,DS-5dc277a6-e3c6-45a9-b2f0-7edbfe9a39f1,DISK] 2024-11-20T03:33:03,021 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-3a7caaa7-e8e3-4775-b1cd-0081c7e34d1f,DISK] 2024-11-20T03:33:03,022 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732073582947/wal.1732073583006 2024-11-20T03:33:03,022 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45269:45269),(127.0.0.1/127.0.0.1:38549:38549),(127.0.0.1/127.0.0.1:42565:42565)] 2024-11-20T03:33:03,022 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 55fd061c589f2dea7a7f2e7d78c7e0be, NAME => 'testReplayEditsWrittenViaHRegion,,1732073582948.55fd061c589f2dea7a7f2e7d78c7e0be.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:33:03,022 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732073582948.55fd061c589f2dea7a7f2e7d78c7e0be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:33:03,022 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 55fd061c589f2dea7a7f2e7d78c7e0be 2024-11-20T03:33:03,022 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 55fd061c589f2dea7a7f2e7d78c7e0be 2024-11-20T03:33:03,024 INFO [StoreOpener-55fd061c589f2dea7a7f2e7d78c7e0be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 55fd061c589f2dea7a7f2e7d78c7e0be 2024-11-20T03:33:03,025 INFO [StoreOpener-55fd061c589f2dea7a7f2e7d78c7e0be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55fd061c589f2dea7a7f2e7d78c7e0be columnFamilyName a 2024-11-20T03:33:03,025 DEBUG [StoreOpener-55fd061c589f2dea7a7f2e7d78c7e0be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:33:03,025 INFO [StoreOpener-55fd061c589f2dea7a7f2e7d78c7e0be-1 {}] regionserver.HStore(327): Store=55fd061c589f2dea7a7f2e7d78c7e0be/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:33:03,025 INFO [StoreOpener-55fd061c589f2dea7a7f2e7d78c7e0be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 55fd061c589f2dea7a7f2e7d78c7e0be 2024-11-20T03:33:03,026 INFO [StoreOpener-55fd061c589f2dea7a7f2e7d78c7e0be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55fd061c589f2dea7a7f2e7d78c7e0be columnFamilyName b 2024-11-20T03:33:03,026 DEBUG [StoreOpener-55fd061c589f2dea7a7f2e7d78c7e0be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:33:03,027 INFO [StoreOpener-55fd061c589f2dea7a7f2e7d78c7e0be-1 {}] regionserver.HStore(327): Store=55fd061c589f2dea7a7f2e7d78c7e0be/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:33:03,027 INFO [StoreOpener-55fd061c589f2dea7a7f2e7d78c7e0be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 55fd061c589f2dea7a7f2e7d78c7e0be 2024-11-20T03:33:03,028 INFO [StoreOpener-55fd061c589f2dea7a7f2e7d78c7e0be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55fd061c589f2dea7a7f2e7d78c7e0be columnFamilyName c 2024-11-20T03:33:03,028 DEBUG [StoreOpener-55fd061c589f2dea7a7f2e7d78c7e0be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:33:03,028 INFO [StoreOpener-55fd061c589f2dea7a7f2e7d78c7e0be-1 {}] regionserver.HStore(327): Store=55fd061c589f2dea7a7f2e7d78c7e0be/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:33:03,028 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 55fd061c589f2dea7a7f2e7d78c7e0be 2024-11-20T03:33:03,029 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/55fd061c589f2dea7a7f2e7d78c7e0be 2024-11-20T03:33:03,030 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/55fd061c589f2dea7a7f2e7d78c7e0be 2024-11-20T03:33:03,030 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 55fd061c589f2dea7a7f2e7d78c7e0be 2024-11-20T03:33:03,030 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 55fd061c589f2dea7a7f2e7d78c7e0be 2024-11-20T03:33:03,031 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T03:33:03,032 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 55fd061c589f2dea7a7f2e7d78c7e0be 2024-11-20T03:33:03,033 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 55fd061c589f2dea7a7f2e7d78c7e0be; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75333502, jitterRate=0.1225566565990448}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T03:33:03,033 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 55fd061c589f2dea7a7f2e7d78c7e0be: Writing region info on filesystem at 1732073583023Initializing all the Stores at 1732073583023Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073583023Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073583024 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073583024Cleaning up temporary data from old regions at 1732073583030 (+6 ms)Region opened successfully at 1732073583033 (+3 ms) 2024-11-20T03:33:03,040 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 55fd061c589f2dea7a7f2e7d78c7e0be 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-20T03:33:03,056 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T03:33:03,057 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/55fd061c589f2dea7a7f2e7d78c7e0be/.tmp/a/e9d6a152ce214ff994706cb67593d624 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1732073583033/Put/seqid=0 2024-11-20T03:33:03,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741928_1107 (size=5958) 2024-11-20T03:33:03,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741928_1107 (size=5958) 2024-11-20T03:33:03,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741928_1107 (size=5958) 2024-11-20T03:33:03,068 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/55fd061c589f2dea7a7f2e7d78c7e0be/.tmp/a/e9d6a152ce214ff994706cb67593d624 2024-11-20T03:33:03,075 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/55fd061c589f2dea7a7f2e7d78c7e0be/.tmp/a/e9d6a152ce214ff994706cb67593d624 as hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/55fd061c589f2dea7a7f2e7d78c7e0be/a/e9d6a152ce214ff994706cb67593d624 2024-11-20T03:33:03,082 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/55fd061c589f2dea7a7f2e7d78c7e0be/a/e9d6a152ce214ff994706cb67593d624, entries=10, sequenceid=13, filesize=5.8 K 2024-11-20T03:33:03,084 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 55fd061c589f2dea7a7f2e7d78c7e0be in 43ms, sequenceid=13, compaction requested=false 2024-11-20T03:33:03,084 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 55fd061c589f2dea7a7f2e7d78c7e0be: 2024-11-20T03:33:03,105 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 55fd061c589f2dea7a7f2e7d78c7e0be, disabling compactions & flushes 2024-11-20T03:33:03,105 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732073582948.55fd061c589f2dea7a7f2e7d78c7e0be. 2024-11-20T03:33:03,105 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732073582948.55fd061c589f2dea7a7f2e7d78c7e0be. 2024-11-20T03:33:03,105 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732073582948.55fd061c589f2dea7a7f2e7d78c7e0be. after waiting 0 ms 2024-11-20T03:33:03,105 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732073582948.55fd061c589f2dea7a7f2e7d78c7e0be. 2024-11-20T03:33:03,106 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1732073582948.55fd061c589f2dea7a7f2e7d78c7e0be. 2024-11-20T03:33:03,106 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732073582948.55fd061c589f2dea7a7f2e7d78c7e0be. 2024-11-20T03:33:03,106 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 55fd061c589f2dea7a7f2e7d78c7e0be: Waiting for close lock at 1732073583105Disabling compacts and flushes for region at 1732073583105Disabling writes for close at 1732073583105Writing region close event to WAL at 1732073583106 (+1 ms)Closed at 1732073583106 2024-11-20T03:33:03,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741927_1106 (size=3346) 2024-11-20T03:33:03,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741927_1106 (size=3346) 2024-11-20T03:33:03,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741927_1106 (size=3346) 2024-11-20T03:33:03,122 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41979/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732073582947/wal.1732073583006, size=3.3 K (3346bytes) 2024-11-20T03:33:03,122 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41979/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732073582947/wal.1732073583006 2024-11-20T03:33:03,123 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41979/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732073582947/wal.1732073583006 after 1ms 2024-11-20T03:33:03,125 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41979/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732073582947/wal.1732073583006: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T03:33:03,125 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41979/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732073582947/wal.1732073583006 took 3ms 2024-11-20T03:33:03,127 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41979/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732073582947/wal.1732073583006 so closing down 2024-11-20T03:33:03,127 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T03:33:03,128 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732073583006.temp 2024-11-20T03:33:03,129 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/55fd061c589f2dea7a7f2e7d78c7e0be/recovered.edits/0000000000000000003-wal.1732073583006.temp 2024-11-20T03:33:03,129 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T03:33:03,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741929_1108 (size=2944) 2024-11-20T03:33:03,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741929_1108 (size=2944) 2024-11-20T03:33:03,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741929_1108 (size=2944) 2024-11-20T03:33:03,135 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/55fd061c589f2dea7a7f2e7d78c7e0be/recovered.edits/0000000000000000003-wal.1732073583006.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-20T03:33:03,136 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/55fd061c589f2dea7a7f2e7d78c7e0be/recovered.edits/0000000000000000003-wal.1732073583006.temp to hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/55fd061c589f2dea7a7f2e7d78c7e0be/recovered.edits/0000000000000000035 2024-11-20T03:33:03,137 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 12 ms; skipped=2; WAL=hdfs://localhost:41979/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732073582947/wal.1732073583006, size=3.3 K, length=3346, corrupted=false, cancelled=false 2024-11-20T03:33:03,137 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41979/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732073582947/wal.1732073583006, journal: Splitting hdfs://localhost:41979/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732073582947/wal.1732073583006, size=3.3 K (3346bytes) at 1732073583122Finishing writing output for hdfs://localhost:41979/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732073582947/wal.1732073583006 so closing down at 1732073583127 (+5 ms)Creating recovered edits writer path=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/55fd061c589f2dea7a7f2e7d78c7e0be/recovered.edits/0000000000000000003-wal.1732073583006.temp at 1732073583129 (+2 ms)3 split writer threads finished at 1732073583129Closed recovered edits writer path=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/55fd061c589f2dea7a7f2e7d78c7e0be/recovered.edits/0000000000000000003-wal.1732073583006.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732073583135 (+6 ms)Rename recovered edits hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/55fd061c589f2dea7a7f2e7d78c7e0be/recovered.edits/0000000000000000003-wal.1732073583006.temp to hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/55fd061c589f2dea7a7f2e7d78c7e0be/recovered.edits/0000000000000000035 at 1732073583137 (+2 ms)Processed 32 edits across 1 Regions in 12 ms; skipped=2; WAL=hdfs://localhost:41979/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732073582947/wal.1732073583006, size=3.3 K, length=3346, corrupted=false, cancelled=false at 1732073583137 2024-11-20T03:33:03,138 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41979/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732073582947/wal.1732073583006 to hdfs://localhost:41979/hbase/oldWALs/wal.1732073583006 2024-11-20T03:33:03,139 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/55fd061c589f2dea7a7f2e7d78c7e0be/recovered.edits/0000000000000000035 2024-11-20T03:33:03,139 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T03:33:03,140 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41979/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732073582947, archiveDir=hdfs://localhost:41979/hbase/oldWALs, maxLogs=32 2024-11-20T03:33:03,152 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732073582947/wal.1732073583140, exclude list is [], retry=0 2024-11-20T03:33:03,155 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45307,DS-ecc3968b-fe64-4473-a084-39beed01f67f,DISK] 2024-11-20T03:33:03,155 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34689,DS-5dc277a6-e3c6-45a9-b2f0-7edbfe9a39f1,DISK] 2024-11-20T03:33:03,155 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-3a7caaa7-e8e3-4775-b1cd-0081c7e34d1f,DISK] 2024-11-20T03:33:03,157 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732073582947/wal.1732073583140 2024-11-20T03:33:03,157 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45269:45269),(127.0.0.1/127.0.0.1:38549:38549),(127.0.0.1/127.0.0.1:42565:42565)] 2024-11-20T03:33:03,157 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 55fd061c589f2dea7a7f2e7d78c7e0be, NAME => 'testReplayEditsWrittenViaHRegion,,1732073582948.55fd061c589f2dea7a7f2e7d78c7e0be.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:33:03,157 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732073582948.55fd061c589f2dea7a7f2e7d78c7e0be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:33:03,157 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 55fd061c589f2dea7a7f2e7d78c7e0be 2024-11-20T03:33:03,157 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 55fd061c589f2dea7a7f2e7d78c7e0be 2024-11-20T03:33:03,159 INFO [StoreOpener-55fd061c589f2dea7a7f2e7d78c7e0be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 55fd061c589f2dea7a7f2e7d78c7e0be 2024-11-20T03:33:03,160 INFO [StoreOpener-55fd061c589f2dea7a7f2e7d78c7e0be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55fd061c589f2dea7a7f2e7d78c7e0be columnFamilyName a 2024-11-20T03:33:03,160 DEBUG [StoreOpener-55fd061c589f2dea7a7f2e7d78c7e0be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:33:03,165 DEBUG [StoreOpener-55fd061c589f2dea7a7f2e7d78c7e0be-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/55fd061c589f2dea7a7f2e7d78c7e0be/a/e9d6a152ce214ff994706cb67593d624 2024-11-20T03:33:03,165 INFO [StoreOpener-55fd061c589f2dea7a7f2e7d78c7e0be-1 {}] regionserver.HStore(327): Store=55fd061c589f2dea7a7f2e7d78c7e0be/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:33:03,165 INFO [StoreOpener-55fd061c589f2dea7a7f2e7d78c7e0be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 55fd061c589f2dea7a7f2e7d78c7e0be 2024-11-20T03:33:03,166 INFO [StoreOpener-55fd061c589f2dea7a7f2e7d78c7e0be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55fd061c589f2dea7a7f2e7d78c7e0be columnFamilyName b 2024-11-20T03:33:03,166 DEBUG [StoreOpener-55fd061c589f2dea7a7f2e7d78c7e0be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:33:03,166 INFO [StoreOpener-55fd061c589f2dea7a7f2e7d78c7e0be-1 {}] regionserver.HStore(327): Store=55fd061c589f2dea7a7f2e7d78c7e0be/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:33:03,167 INFO [StoreOpener-55fd061c589f2dea7a7f2e7d78c7e0be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 55fd061c589f2dea7a7f2e7d78c7e0be 2024-11-20T03:33:03,167 INFO [StoreOpener-55fd061c589f2dea7a7f2e7d78c7e0be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55fd061c589f2dea7a7f2e7d78c7e0be columnFamilyName c 2024-11-20T03:33:03,167 DEBUG [StoreOpener-55fd061c589f2dea7a7f2e7d78c7e0be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:33:03,168 INFO [StoreOpener-55fd061c589f2dea7a7f2e7d78c7e0be-1 {}] regionserver.HStore(327): Store=55fd061c589f2dea7a7f2e7d78c7e0be/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:33:03,168 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 55fd061c589f2dea7a7f2e7d78c7e0be 2024-11-20T03:33:03,169 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/55fd061c589f2dea7a7f2e7d78c7e0be 2024-11-20T03:33:03,170 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/55fd061c589f2dea7a7f2e7d78c7e0be 2024-11-20T03:33:03,170 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/55fd061c589f2dea7a7f2e7d78c7e0be/recovered.edits/0000000000000000035 2024-11-20T03:33:03,172 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/55fd061c589f2dea7a7f2e7d78c7e0be/recovered.edits/0000000000000000035: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T03:33:03,173 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/55fd061c589f2dea7a7f2e7d78c7e0be/recovered.edits/0000000000000000035 2024-11-20T03:33:03,173 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 55fd061c589f2dea7a7f2e7d78c7e0be 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-11-20T03:33:03,187 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/55fd061c589f2dea7a7f2e7d78c7e0be/.tmp/b/df0aaac06efe48d4a87c4b44a455ccf9 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732073583084/Put/seqid=0 2024-11-20T03:33:03,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741931_1110 (size=5958) 2024-11-20T03:33:03,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741931_1110 (size=5958) 2024-11-20T03:33:03,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741931_1110 (size=5958) 2024-11-20T03:33:03,193 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/55fd061c589f2dea7a7f2e7d78c7e0be/.tmp/b/df0aaac06efe48d4a87c4b44a455ccf9 2024-11-20T03:33:03,212 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/55fd061c589f2dea7a7f2e7d78c7e0be/.tmp/c/30abb85bd75c4c18981b9ef1e367668c is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1732073583093/Put/seqid=0 2024-11-20T03:33:03,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741932_1111 (size=5958) 2024-11-20T03:33:03,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741932_1111 (size=5958) 2024-11-20T03:33:03,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741932_1111 (size=5958) 2024-11-20T03:33:03,218 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/55fd061c589f2dea7a7f2e7d78c7e0be/.tmp/c/30abb85bd75c4c18981b9ef1e367668c 2024-11-20T03:33:03,225 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/55fd061c589f2dea7a7f2e7d78c7e0be/.tmp/b/df0aaac06efe48d4a87c4b44a455ccf9 as hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/55fd061c589f2dea7a7f2e7d78c7e0be/b/df0aaac06efe48d4a87c4b44a455ccf9 2024-11-20T03:33:03,230 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/55fd061c589f2dea7a7f2e7d78c7e0be/b/df0aaac06efe48d4a87c4b44a455ccf9, entries=10, sequenceid=35, filesize=5.8 K 2024-11-20T03:33:03,231 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/55fd061c589f2dea7a7f2e7d78c7e0be/.tmp/c/30abb85bd75c4c18981b9ef1e367668c as hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/55fd061c589f2dea7a7f2e7d78c7e0be/c/30abb85bd75c4c18981b9ef1e367668c 2024-11-20T03:33:03,236 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/55fd061c589f2dea7a7f2e7d78c7e0be/c/30abb85bd75c4c18981b9ef1e367668c, entries=10, sequenceid=35, filesize=5.8 K 2024-11-20T03:33:03,237 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 55fd061c589f2dea7a7f2e7d78c7e0be in 63ms, sequenceid=35, compaction requested=false; wal=null 2024-11-20T03:33:03,237 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/55fd061c589f2dea7a7f2e7d78c7e0be/recovered.edits/0000000000000000035 2024-11-20T03:33:03,238 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 55fd061c589f2dea7a7f2e7d78c7e0be 2024-11-20T03:33:03,238 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 55fd061c589f2dea7a7f2e7d78c7e0be 2024-11-20T03:33:03,239 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T03:33:03,240 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 55fd061c589f2dea7a7f2e7d78c7e0be 2024-11-20T03:33:03,242 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/55fd061c589f2dea7a7f2e7d78c7e0be/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-11-20T03:33:03,243 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 55fd061c589f2dea7a7f2e7d78c7e0be; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68962532, jitterRate=0.027621805667877197}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T03:33:03,244 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 55fd061c589f2dea7a7f2e7d78c7e0be: Writing region info on filesystem at 1732073583157Initializing all the Stores at 1732073583158 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073583158Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073583159 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073583159Obtaining lock to block concurrent updates at 1732073583174 (+15 ms)Preparing flush snapshotting stores in 55fd061c589f2dea7a7f2e7d78c7e0be at 1732073583174Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732073582948.55fd061c589f2dea7a7f2e7d78c7e0be., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1732073583174Flushing stores of testReplayEditsWrittenViaHRegion,,1732073582948.55fd061c589f2dea7a7f2e7d78c7e0be. at 1732073583174Flushing 55fd061c589f2dea7a7f2e7d78c7e0be/b: creating writer at 1732073583174Flushing 55fd061c589f2dea7a7f2e7d78c7e0be/b: appending metadata at 1732073583186 (+12 ms)Flushing 55fd061c589f2dea7a7f2e7d78c7e0be/b: closing flushed file at 1732073583186Flushing 55fd061c589f2dea7a7f2e7d78c7e0be/c: creating writer at 1732073583198 (+12 ms)Flushing 55fd061c589f2dea7a7f2e7d78c7e0be/c: appending metadata at 1732073583212 (+14 ms)Flushing 55fd061c589f2dea7a7f2e7d78c7e0be/c: closing flushed file at 1732073583212Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fbd6fc2: reopening flushed file at 1732073583224 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47af86be: reopening flushed file at 1732073583230 (+6 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 55fd061c589f2dea7a7f2e7d78c7e0be in 63ms, sequenceid=35, compaction requested=false; wal=null at 1732073583237 (+7 ms)Cleaning up temporary data from old regions at 1732073583238 (+1 ms)Region opened successfully at 1732073583243 (+5 ms) 2024-11-20T03:33:03,304 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41979/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732073582947/wal.1732073583140, size=0 (0bytes) 2024-11-20T03:33:03,304 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:41979/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732073582947/wal.1732073583140 might be still open, length is 0 2024-11-20T03:33:03,304 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41979/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732073582947/wal.1732073583140 2024-11-20T03:33:03,304 WARN [IPC Server handler 1 on default port 41979 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732073582947/wal.1732073583140 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109 2024-11-20T03:33:03,304 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:41979/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732073582947/wal.1732073583140 after 0ms 2024-11-20T03:33:03,594 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_643972393_22 at /127.0.0.1:56328 [Receiving block BP-1191262944-172.17.0.2-1732073544019:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:45307:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56328 dst: /127.0.0.1:45307 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:45307 remote=/127.0.0.1:56328]. Total timeout mills is 60000, 59675 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T03:33:03,595 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_643972393_22 at /127.0.0.1:46350 [Receiving block BP-1191262944-172.17.0.2-1732073544019:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:34689:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:46350 dst: /127.0.0.1:34689 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T03:33:03,596 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_643972393_22 at /127.0.0.1:50914 [Receiving block BP-1191262944-172.17.0.2-1732073544019:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:37817:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50914 dst: /127.0.0.1:37817 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T03:33:03,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741930_1112 (size=2936) 2024-11-20T03:33:03,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741930_1112 (size=2936) 2024-11-20T03:33:03,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741930_1112 (size=2936) 2024-11-20T03:33:07,306 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:41979/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732073582947/wal.1732073583140 after 4002ms 2024-11-20T03:33:07,313 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41979/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732073582947/wal.1732073583140: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T03:33:07,313 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41979/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732073582947/wal.1732073583140 took 4010ms 2024-11-20T03:33:07,316 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:41979/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732073582947/wal.1732073583140; continuing. 2024-11-20T03:33:07,316 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41979/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732073582947/wal.1732073583140 so closing down 2024-11-20T03:33:07,316 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T03:33:07,317 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1732073583140.temp 2024-11-20T03:33:07,318 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/55fd061c589f2dea7a7f2e7d78c7e0be/recovered.edits/0000000000000000037-wal.1732073583140.temp 2024-11-20T03:33:07,319 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T03:33:07,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741933_1113 (size=2944) 2024-11-20T03:33:07,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741933_1113 (size=2944) 2024-11-20T03:33:07,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741933_1113 (size=2944) 2024-11-20T03:33:07,325 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/55fd061c589f2dea7a7f2e7d78c7e0be/recovered.edits/0000000000000000037-wal.1732073583140.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-20T03:33:07,326 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/55fd061c589f2dea7a7f2e7d78c7e0be/recovered.edits/0000000000000000037-wal.1732073583140.temp to hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/55fd061c589f2dea7a7f2e7d78c7e0be/recovered.edits/0000000000000000066 2024-11-20T03:33:07,326 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:41979/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732073582947/wal.1732073583140, size=0, length=0, corrupted=false, cancelled=false 2024-11-20T03:33:07,326 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41979/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732073582947/wal.1732073583140, journal: Splitting hdfs://localhost:41979/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732073582947/wal.1732073583140, size=0 (0bytes) at 1732073583304Finishing writing output for hdfs://localhost:41979/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732073582947/wal.1732073583140 so closing down at 1732073587316 (+4012 ms)Creating recovered edits writer path=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/55fd061c589f2dea7a7f2e7d78c7e0be/recovered.edits/0000000000000000037-wal.1732073583140.temp at 1732073587318 (+2 ms)3 split writer threads finished at 1732073587319 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/55fd061c589f2dea7a7f2e7d78c7e0be/recovered.edits/0000000000000000037-wal.1732073583140.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732073587325 (+6 ms)Rename recovered edits hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/55fd061c589f2dea7a7f2e7d78c7e0be/recovered.edits/0000000000000000037-wal.1732073583140.temp to hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/55fd061c589f2dea7a7f2e7d78c7e0be/recovered.edits/0000000000000000066 at 1732073587326 (+1 ms)Processed 30 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:41979/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732073582947/wal.1732073583140, size=0, length=0, corrupted=false, cancelled=false at 1732073587326 2024-11-20T03:33:07,327 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41979/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732073582947/wal.1732073583140 to hdfs://localhost:41979/hbase/oldWALs/wal.1732073583140 2024-11-20T03:33:07,328 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/55fd061c589f2dea7a7f2e7d78c7e0be/recovered.edits/0000000000000000066 2024-11-20T03:33:07,328 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T03:33:07,329 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41979/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732073582947, archiveDir=hdfs://localhost:41979/hbase/oldWALs, maxLogs=32 2024-11-20T03:33:07,341 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732073582947/wal.1732073587330, exclude list is [], retry=0 2024-11-20T03:33:07,344 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-3a7caaa7-e8e3-4775-b1cd-0081c7e34d1f,DISK] 2024-11-20T03:33:07,344 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45307,DS-ecc3968b-fe64-4473-a084-39beed01f67f,DISK] 2024-11-20T03:33:07,344 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34689,DS-5dc277a6-e3c6-45a9-b2f0-7edbfe9a39f1,DISK] 2024-11-20T03:33:07,345 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732073582947/wal.1732073587330 2024-11-20T03:33:07,346 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42565:42565),(127.0.0.1/127.0.0.1:45269:45269),(127.0.0.1/127.0.0.1:38549:38549)] 2024-11-20T03:33:07,346 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732073582948.55fd061c589f2dea7a7f2e7d78c7e0be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:33:07,347 INFO [StoreOpener-55fd061c589f2dea7a7f2e7d78c7e0be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 55fd061c589f2dea7a7f2e7d78c7e0be 2024-11-20T03:33:07,348 INFO [StoreOpener-55fd061c589f2dea7a7f2e7d78c7e0be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55fd061c589f2dea7a7f2e7d78c7e0be columnFamilyName a 2024-11-20T03:33:07,348 DEBUG [StoreOpener-55fd061c589f2dea7a7f2e7d78c7e0be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:33:07,355 DEBUG [StoreOpener-55fd061c589f2dea7a7f2e7d78c7e0be-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/55fd061c589f2dea7a7f2e7d78c7e0be/a/e9d6a152ce214ff994706cb67593d624 2024-11-20T03:33:07,355 INFO [StoreOpener-55fd061c589f2dea7a7f2e7d78c7e0be-1 {}] regionserver.HStore(327): Store=55fd061c589f2dea7a7f2e7d78c7e0be/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:33:07,355 INFO [StoreOpener-55fd061c589f2dea7a7f2e7d78c7e0be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 55fd061c589f2dea7a7f2e7d78c7e0be 2024-11-20T03:33:07,356 INFO [StoreOpener-55fd061c589f2dea7a7f2e7d78c7e0be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55fd061c589f2dea7a7f2e7d78c7e0be columnFamilyName b 2024-11-20T03:33:07,356 DEBUG [StoreOpener-55fd061c589f2dea7a7f2e7d78c7e0be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:33:07,361 DEBUG [StoreOpener-55fd061c589f2dea7a7f2e7d78c7e0be-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/55fd061c589f2dea7a7f2e7d78c7e0be/b/df0aaac06efe48d4a87c4b44a455ccf9 2024-11-20T03:33:07,361 INFO [StoreOpener-55fd061c589f2dea7a7f2e7d78c7e0be-1 {}] regionserver.HStore(327): Store=55fd061c589f2dea7a7f2e7d78c7e0be/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:33:07,362 INFO [StoreOpener-55fd061c589f2dea7a7f2e7d78c7e0be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 55fd061c589f2dea7a7f2e7d78c7e0be 2024-11-20T03:33:07,362 INFO [StoreOpener-55fd061c589f2dea7a7f2e7d78c7e0be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55fd061c589f2dea7a7f2e7d78c7e0be columnFamilyName c 2024-11-20T03:33:07,363 DEBUG [StoreOpener-55fd061c589f2dea7a7f2e7d78c7e0be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:33:07,367 DEBUG [StoreOpener-55fd061c589f2dea7a7f2e7d78c7e0be-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/55fd061c589f2dea7a7f2e7d78c7e0be/c/30abb85bd75c4c18981b9ef1e367668c 2024-11-20T03:33:07,367 INFO [StoreOpener-55fd061c589f2dea7a7f2e7d78c7e0be-1 {}] regionserver.HStore(327): Store=55fd061c589f2dea7a7f2e7d78c7e0be/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:33:07,368 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 55fd061c589f2dea7a7f2e7d78c7e0be 2024-11-20T03:33:07,368 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/55fd061c589f2dea7a7f2e7d78c7e0be 2024-11-20T03:33:07,370 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/55fd061c589f2dea7a7f2e7d78c7e0be 2024-11-20T03:33:07,370 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/55fd061c589f2dea7a7f2e7d78c7e0be/recovered.edits/0000000000000000066 2024-11-20T03:33:07,372 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/55fd061c589f2dea7a7f2e7d78c7e0be/recovered.edits/0000000000000000066: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T03:33:07,375 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/55fd061c589f2dea7a7f2e7d78c7e0be/recovered.edits/0000000000000000066 2024-11-20T03:33:07,375 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 55fd061c589f2dea7a7f2e7d78c7e0be 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-20T03:33:07,388 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/55fd061c589f2dea7a7f2e7d78c7e0be/.tmp/a/b1ea04de91654a8a8c5be9d5ec88d33e is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1732073583251/Put/seqid=0 2024-11-20T03:33:07,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741935_1115 (size=5958) 2024-11-20T03:33:07,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741935_1115 (size=5958) 2024-11-20T03:33:07,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741935_1115 (size=5958) 2024-11-20T03:33:07,395 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/55fd061c589f2dea7a7f2e7d78c7e0be/.tmp/a/b1ea04de91654a8a8c5be9d5ec88d33e 2024-11-20T03:33:07,416 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/55fd061c589f2dea7a7f2e7d78c7e0be/.tmp/b/75652e475c44498493d674dc123cae11 is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1732073583258/Put/seqid=0 2024-11-20T03:33:07,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741936_1116 (size=5958) 2024-11-20T03:33:07,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741936_1116 (size=5958) 2024-11-20T03:33:07,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741936_1116 (size=5958) 2024-11-20T03:33:07,423 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/55fd061c589f2dea7a7f2e7d78c7e0be/.tmp/b/75652e475c44498493d674dc123cae11 2024-11-20T03:33:07,442 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/55fd061c589f2dea7a7f2e7d78c7e0be/.tmp/c/637b1a79a5c8495a97780c3959701f9f is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1732073583264/Put/seqid=0 2024-11-20T03:33:07,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741937_1117 (size=5958) 2024-11-20T03:33:07,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741937_1117 (size=5958) 2024-11-20T03:33:07,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741937_1117 (size=5958) 2024-11-20T03:33:07,449 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/55fd061c589f2dea7a7f2e7d78c7e0be/.tmp/c/637b1a79a5c8495a97780c3959701f9f 2024-11-20T03:33:07,454 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/55fd061c589f2dea7a7f2e7d78c7e0be/.tmp/a/b1ea04de91654a8a8c5be9d5ec88d33e as hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/55fd061c589f2dea7a7f2e7d78c7e0be/a/b1ea04de91654a8a8c5be9d5ec88d33e 2024-11-20T03:33:07,458 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/55fd061c589f2dea7a7f2e7d78c7e0be/a/b1ea04de91654a8a8c5be9d5ec88d33e, entries=10, sequenceid=66, filesize=5.8 K 2024-11-20T03:33:07,459 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/55fd061c589f2dea7a7f2e7d78c7e0be/.tmp/b/75652e475c44498493d674dc123cae11 as hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/55fd061c589f2dea7a7f2e7d78c7e0be/b/75652e475c44498493d674dc123cae11 2024-11-20T03:33:07,464 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/55fd061c589f2dea7a7f2e7d78c7e0be/b/75652e475c44498493d674dc123cae11, entries=10, sequenceid=66, filesize=5.8 K 2024-11-20T03:33:07,465 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/55fd061c589f2dea7a7f2e7d78c7e0be/.tmp/c/637b1a79a5c8495a97780c3959701f9f as hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/55fd061c589f2dea7a7f2e7d78c7e0be/c/637b1a79a5c8495a97780c3959701f9f 2024-11-20T03:33:07,469 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/55fd061c589f2dea7a7f2e7d78c7e0be/c/637b1a79a5c8495a97780c3959701f9f, entries=10, sequenceid=66, filesize=5.8 K 2024-11-20T03:33:07,469 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 55fd061c589f2dea7a7f2e7d78c7e0be in 94ms, sequenceid=66, compaction requested=false; wal=null 2024-11-20T03:33:07,470 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/55fd061c589f2dea7a7f2e7d78c7e0be/recovered.edits/0000000000000000066 2024-11-20T03:33:07,471 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 55fd061c589f2dea7a7f2e7d78c7e0be 2024-11-20T03:33:07,471 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 55fd061c589f2dea7a7f2e7d78c7e0be 2024-11-20T03:33:07,472 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T03:33:07,473 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 55fd061c589f2dea7a7f2e7d78c7e0be 2024-11-20T03:33:07,475 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41979/hbase/data/default/testReplayEditsWrittenViaHRegion/55fd061c589f2dea7a7f2e7d78c7e0be/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-11-20T03:33:07,476 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 55fd061c589f2dea7a7f2e7d78c7e0be; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60380483, jitterRate=-0.10026068985462189}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T03:33:07,476 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 55fd061c589f2dea7a7f2e7d78c7e0be: Writing region info on filesystem at 1732073587346Initializing all the Stores at 1732073587347 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073587347Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073587347Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732073587347Obtaining lock to block concurrent updates at 1732073587375 (+28 ms)Preparing flush snapshotting stores in 55fd061c589f2dea7a7f2e7d78c7e0be at 1732073587375Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732073582948.55fd061c589f2dea7a7f2e7d78c7e0be., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1732073587376 (+1 ms)Flushing stores of testReplayEditsWrittenViaHRegion,,1732073582948.55fd061c589f2dea7a7f2e7d78c7e0be. at 1732073587376Flushing 55fd061c589f2dea7a7f2e7d78c7e0be/a: creating writer at 1732073587376Flushing 55fd061c589f2dea7a7f2e7d78c7e0be/a: appending metadata at 1732073587388 (+12 ms)Flushing 55fd061c589f2dea7a7f2e7d78c7e0be/a: closing flushed file at 1732073587388Flushing 55fd061c589f2dea7a7f2e7d78c7e0be/b: creating writer at 1732073587399 (+11 ms)Flushing 55fd061c589f2dea7a7f2e7d78c7e0be/b: appending metadata at 1732073587416 (+17 ms)Flushing 55fd061c589f2dea7a7f2e7d78c7e0be/b: closing flushed file at 1732073587416Flushing 55fd061c589f2dea7a7f2e7d78c7e0be/c: creating writer at 1732073587428 (+12 ms)Flushing 55fd061c589f2dea7a7f2e7d78c7e0be/c: appending metadata at 1732073587442 (+14 ms)Flushing 55fd061c589f2dea7a7f2e7d78c7e0be/c: closing flushed file at 1732073587442Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d2bb856: reopening flushed file at 1732073587453 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1263c1e7: reopening flushed file at 1732073587458 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6957cc8c: reopening flushed file at 1732073587464 (+6 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 55fd061c589f2dea7a7f2e7d78c7e0be in 94ms, sequenceid=66, compaction requested=false; wal=null at 1732073587469 (+5 ms)Cleaning up temporary data from old regions at 1732073587471 (+2 ms)Region opened successfully at 1732073587476 (+5 ms) 2024-11-20T03:33:07,489 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 55fd061c589f2dea7a7f2e7d78c7e0be, disabling compactions & flushes 2024-11-20T03:33:07,489 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732073582948.55fd061c589f2dea7a7f2e7d78c7e0be. 2024-11-20T03:33:07,490 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732073582948.55fd061c589f2dea7a7f2e7d78c7e0be. 2024-11-20T03:33:07,490 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732073582948.55fd061c589f2dea7a7f2e7d78c7e0be. after waiting 0 ms 2024-11-20T03:33:07,490 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732073582948.55fd061c589f2dea7a7f2e7d78c7e0be. 2024-11-20T03:33:07,491 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732073582948.55fd061c589f2dea7a7f2e7d78c7e0be. 2024-11-20T03:33:07,491 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 55fd061c589f2dea7a7f2e7d78c7e0be: Waiting for close lock at 1732073587489Disabling compacts and flushes for region at 1732073587489Disabling writes for close at 1732073587490 (+1 ms)Writing region close event to WAL at 1732073587491 (+1 ms)Closed at 1732073587491 2024-11-20T03:33:07,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741934_1114 (size=95) 2024-11-20T03:33:07,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741934_1114 (size=95) 2024-11-20T03:33:07,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741934_1114 (size=95) 2024-11-20T03:33:07,495 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T03:33:07,495 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732073587330) 2024-11-20T03:33:07,508 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=448 (was 441) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:41979 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1664850901_22 at /127.0.0.1:56376 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:41979 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1664850901_22 at /127.0.0.1:46390 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1664850901_22 at /127.0.0.1:50952 [Waiting for operation #20] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1412 (was 1344) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=185 (was 201), ProcessCount=11 (was 11), AvailableMemoryMB=6831 (was 6852) 2024-11-20T03:33:07,508 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1412 is superior to 1024 2024-11-20T03:33:07,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T03:33:07,508 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:33:07,508 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:33:07,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:33:07,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:33:07,509 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:33:07,509 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T03:33:07,509 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=372210742, stopped=false 2024-11-20T03:33:07,509 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d00f728e99d7,43343,1732073548506 2024-11-20T03:33:07,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43343-0x101564ce37a0000, quorum=127.0.0.1:50798, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T03:33:07,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39861-0x101564ce37a0001, quorum=127.0.0.1:50798, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T03:33:07,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35569-0x101564ce37a0003, quorum=127.0.0.1:50798, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T03:33:07,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43343-0x101564ce37a0000, quorum=127.0.0.1:50798, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T03:33:07,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39861-0x101564ce37a0001, quorum=127.0.0.1:50798, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T03:33:07,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35569-0x101564ce37a0003, quorum=127.0.0.1:50798, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T03:33:07,573 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T03:33:07,573 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:33:07,574 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39861-0x101564ce37a0001, quorum=127.0.0.1:50798, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T03:33:07,574 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35569-0x101564ce37a0003, quorum=127.0.0.1:50798, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T03:33:07,574 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43343-0x101564ce37a0000, quorum=127.0.0.1:50798, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T03:33:07,574 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:33:07,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:33:07,574 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd00f728e99d7,39861,1732073549275' ***** 2024-11-20T03:33:07,574 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T03:33:07,575 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd00f728e99d7,35569,1732073549412' ***** 2024-11-20T03:33:07,575 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T03:33:07,575 INFO [RS:0;d00f728e99d7:39861 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T03:33:07,575 INFO [RS:0;d00f728e99d7:39861 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T03:33:07,575 INFO [RS:0;d00f728e99d7:39861 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T03:33:07,575 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T03:33:07,575 INFO [RS:0;d00f728e99d7:39861 {}] regionserver.HRegionServer(3091): Received CLOSE for c59dd3c9b692714fa3da295c7186b3ed 2024-11-20T03:33:07,576 INFO [RS:2;d00f728e99d7:35569 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T03:33:07,576 INFO [RS:0;d00f728e99d7:39861 {}] regionserver.HRegionServer(959): stopping server d00f728e99d7,39861,1732073549275 2024-11-20T03:33:07,576 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c59dd3c9b692714fa3da295c7186b3ed, disabling compactions & flushes 2024-11-20T03:33:07,576 INFO [RS:0;d00f728e99d7:39861 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T03:33:07,576 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T03:33:07,576 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed. 2024-11-20T03:33:07,576 INFO [RS:2;d00f728e99d7:35569 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T03:33:07,576 INFO [RS:0;d00f728e99d7:39861 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d00f728e99d7:39861. 2024-11-20T03:33:07,576 INFO [RS:2;d00f728e99d7:35569 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T03:33:07,576 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed. 2024-11-20T03:33:07,576 INFO [RS:2;d00f728e99d7:35569 {}] regionserver.HRegionServer(959): stopping server d00f728e99d7,35569,1732073549412 2024-11-20T03:33:07,576 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed. after waiting 0 ms 2024-11-20T03:33:07,576 DEBUG [RS:0;d00f728e99d7:39861 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:33:07,576 INFO [RS:2;d00f728e99d7:35569 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T03:33:07,576 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed. 2024-11-20T03:33:07,576 DEBUG [RS:0;d00f728e99d7:39861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:33:07,576 INFO [RS:2;d00f728e99d7:35569 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;d00f728e99d7:35569. 2024-11-20T03:33:07,577 INFO [RS:0;d00f728e99d7:39861 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T03:33:07,577 DEBUG [RS:2;d00f728e99d7:35569 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:33:07,577 DEBUG [RS:0;d00f728e99d7:39861 {}] regionserver.HRegionServer(1325): Online Regions={c59dd3c9b692714fa3da295c7186b3ed=testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed.} 2024-11-20T03:33:07,577 DEBUG [RS:2;d00f728e99d7:35569 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:33:07,577 DEBUG [RS:0;d00f728e99d7:39861 {}] regionserver.HRegionServer(1351): Waiting on c59dd3c9b692714fa3da295c7186b3ed 2024-11-20T03:33:07,577 INFO [RS:2;d00f728e99d7:35569 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T03:33:07,577 INFO [RS:2;d00f728e99d7:35569 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T03:33:07,577 INFO [RS:2;d00f728e99d7:35569 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T03:33:07,577 INFO [RS:2;d00f728e99d7:35569 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T03:33:07,578 INFO [RS:2;d00f728e99d7:35569 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T03:33:07,578 DEBUG [RS:2;d00f728e99d7:35569 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T03:33:07,578 DEBUG [RS:2;d00f728e99d7:35569 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T03:33:07,578 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T03:33:07,578 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T03:33:07,578 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T03:33:07,578 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T03:33:07,578 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T03:33:07,578 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB 2024-11-20T03:33:07,580 INFO [regionserver/d00f728e99d7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T03:33:07,580 INFO [regionserver/d00f728e99d7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T03:33:07,582 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c59dd3c9b692714fa3da295c7186b3ed/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-11-20T03:33:07,583 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed. 2024-11-20T03:33:07,583 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c59dd3c9b692714fa3da295c7186b3ed: Waiting for close lock at 1732073587576Running coprocessor pre-close hooks at 1732073587576Disabling compacts and flushes for region at 1732073587576Disabling writes for close at 1732073587576Writing region close event to WAL at 1732073587578 (+2 ms)Running coprocessor post-close hooks at 1732073587583 (+5 ms)Closed at 1732073587583 2024-11-20T03:33:07,583 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed. 2024-11-20T03:33:07,599 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/hbase/meta/1588230740/.tmp/info/2af31d4fbf1a40f780000628e56aa4dd is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1732073564305.c59dd3c9b692714fa3da295c7186b3ed./info:regioninfo/1732073567457/Put/seqid=0 2024-11-20T03:33:07,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741938_1118 (size=8243) 2024-11-20T03:33:07,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741938_1118 (size=8243) 2024-11-20T03:33:07,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741938_1118 (size=8243) 2024-11-20T03:33:07,606 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/hbase/meta/1588230740/.tmp/info/2af31d4fbf1a40f780000628e56aa4dd 2024-11-20T03:33:07,624 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/hbase/meta/1588230740/.tmp/ns/bcf91a39829c486da873b0434541d700 is 43, key is default/ns:d/1732073551722/Put/seqid=0 2024-11-20T03:33:07,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741939_1119 (size=5153) 2024-11-20T03:33:07,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741939_1119 (size=5153) 2024-11-20T03:33:07,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741939_1119 (size=5153) 2024-11-20T03:33:07,632 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/hbase/meta/1588230740/.tmp/ns/bcf91a39829c486da873b0434541d700 2024-11-20T03:33:07,651 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/hbase/meta/1588230740/.tmp/table/da11df1d1f204a858731ea4874b383b0 is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1732073564737/Put/seqid=0 2024-11-20T03:33:07,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741940_1120 (size=5431) 2024-11-20T03:33:07,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741940_1120 (size=5431) 2024-11-20T03:33:07,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741940_1120 (size=5431) 2024-11-20T03:33:07,657 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/hbase/meta/1588230740/.tmp/table/da11df1d1f204a858731ea4874b383b0 2024-11-20T03:33:07,663 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/hbase/meta/1588230740/.tmp/info/2af31d4fbf1a40f780000628e56aa4dd as hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/hbase/meta/1588230740/info/2af31d4fbf1a40f780000628e56aa4dd 2024-11-20T03:33:07,668 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/hbase/meta/1588230740/info/2af31d4fbf1a40f780000628e56aa4dd, entries=18, sequenceid=21, filesize=8.0 K 2024-11-20T03:33:07,669 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/hbase/meta/1588230740/.tmp/ns/bcf91a39829c486da873b0434541d700 as hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/hbase/meta/1588230740/ns/bcf91a39829c486da873b0434541d700 2024-11-20T03:33:07,674 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/hbase/meta/1588230740/ns/bcf91a39829c486da873b0434541d700, entries=2, sequenceid=21, filesize=5.0 K 2024-11-20T03:33:07,674 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/hbase/meta/1588230740/.tmp/table/da11df1d1f204a858731ea4874b383b0 as hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/hbase/meta/1588230740/table/da11df1d1f204a858731ea4874b383b0 2024-11-20T03:33:07,679 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/hbase/meta/1588230740/table/da11df1d1f204a858731ea4874b383b0, entries=2, sequenceid=21, filesize=5.3 K 2024-11-20T03:33:07,680 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 102ms, sequenceid=21, compaction requested=false 2024-11-20T03:33:07,684 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-20T03:33:07,685 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T03:33:07,685 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T03:33:07,685 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732073587578Running coprocessor pre-close hooks at 1732073587578Disabling compacts and flushes for region at 1732073587578Disabling writes for close at 1732073587578Obtaining lock to block concurrent updates at 1732073587578Preparing flush snapshotting stores in 1588230740 at 1732073587578Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1732073587579 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732073587580 (+1 ms)Flushing 1588230740/info: creating writer at 1732073587580Flushing 1588230740/info: appending metadata at 1732073587598 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732073587598Flushing 1588230740/ns: creating writer at 1732073587611 (+13 ms)Flushing 1588230740/ns: appending metadata at 1732073587624 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732073587624Flushing 1588230740/table: creating writer at 1732073587637 (+13 ms)Flushing 1588230740/table: appending metadata at 1732073587650 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732073587650Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17b914a1: reopening flushed file at 1732073587662 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2454ce8d: reopening flushed file at 1732073587668 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31f0d839: reopening flushed file at 1732073587674 (+6 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 102ms, sequenceid=21, compaction requested=false at 1732073587680 (+6 ms)Writing region close event to WAL at 1732073587681 (+1 ms)Running coprocessor post-close hooks at 1732073587685 (+4 ms)Closed at 1732073587685 2024-11-20T03:33:07,685 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T03:33:07,777 INFO [RS:0;d00f728e99d7:39861 {}] regionserver.HRegionServer(976): stopping server d00f728e99d7,39861,1732073549275; all regions closed. 2024-11-20T03:33:07,778 INFO [RS:2;d00f728e99d7:35569 {}] regionserver.HRegionServer(976): stopping server d00f728e99d7,35569,1732073549412; all regions closed. 2024-11-20T03:33:07,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741835_1011 (size=2183) 2024-11-20T03:33:07,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741835_1011 (size=2183) 2024-11-20T03:33:07,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741835_1011 (size=2183) 2024-11-20T03:33:07,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741836_1012 (size=4715) 2024-11-20T03:33:07,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741836_1012 (size=4715) 2024-11-20T03:33:07,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741836_1012 (size=4715) 2024-11-20T03:33:07,787 DEBUG [RS:0;d00f728e99d7:39861 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/oldWALs 2024-11-20T03:33:07,787 INFO [RS:0;d00f728e99d7:39861 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d00f728e99d7%2C39861%2C1732073549275:(num 1732073551097) 2024-11-20T03:33:07,787 DEBUG [RS:2;d00f728e99d7:35569 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/oldWALs 2024-11-20T03:33:07,787 DEBUG [RS:0;d00f728e99d7:39861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:33:07,787 INFO [RS:2;d00f728e99d7:35569 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d00f728e99d7%2C35569%2C1732073549412.meta:.meta(num 1732073551559) 2024-11-20T03:33:07,787 INFO [RS:0;d00f728e99d7:39861 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T03:33:07,787 INFO [RS:0;d00f728e99d7:39861 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T03:33:07,788 INFO [RS:0;d00f728e99d7:39861 {}] hbase.ChoreService(370): Chore service for: regionserver/d00f728e99d7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T03:33:07,788 INFO [RS:0;d00f728e99d7:39861 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T03:33:07,788 INFO [RS:0;d00f728e99d7:39861 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T03:33:07,788 INFO [regionserver/d00f728e99d7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T03:33:07,788 INFO [RS:0;d00f728e99d7:39861 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T03:33:07,788 INFO [RS:0;d00f728e99d7:39861 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T03:33:07,788 INFO [RS:0;d00f728e99d7:39861 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39861 2024-11-20T03:33:07,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741834_1010 (size=95) 2024-11-20T03:33:07,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741834_1010 (size=95) 2024-11-20T03:33:07,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741834_1010 (size=95) 2024-11-20T03:33:07,792 DEBUG [RS:2;d00f728e99d7:35569 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/oldWALs 2024-11-20T03:33:07,792 INFO [RS:2;d00f728e99d7:35569 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d00f728e99d7%2C35569%2C1732073549412:(num 1732073551097) 2024-11-20T03:33:07,792 DEBUG [RS:2;d00f728e99d7:35569 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:33:07,792 INFO [RS:2;d00f728e99d7:35569 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T03:33:07,792 INFO [RS:2;d00f728e99d7:35569 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T03:33:07,792 INFO [RS:2;d00f728e99d7:35569 {}] hbase.ChoreService(370): Chore service for: regionserver/d00f728e99d7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T03:33:07,792 INFO [RS:2;d00f728e99d7:35569 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T03:33:07,792 INFO [regionserver/d00f728e99d7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T03:33:07,793 INFO [RS:2;d00f728e99d7:35569 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35569 2024-11-20T03:33:07,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39861-0x101564ce37a0001, quorum=127.0.0.1:50798, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d00f728e99d7,39861,1732073549275 2024-11-20T03:33:07,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43343-0x101564ce37a0000, quorum=127.0.0.1:50798, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T03:33:07,801 INFO [RS:0;d00f728e99d7:39861 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T03:33:07,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35569-0x101564ce37a0003, quorum=127.0.0.1:50798, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d00f728e99d7,35569,1732073549412 2024-11-20T03:33:07,811 INFO [RS:2;d00f728e99d7:35569 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T03:33:07,822 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d00f728e99d7,35569,1732073549412] 2024-11-20T03:33:07,843 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d00f728e99d7,35569,1732073549412 already deleted, retry=false 2024-11-20T03:33:07,843 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d00f728e99d7,35569,1732073549412 expired; onlineServers=1 2024-11-20T03:33:07,843 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d00f728e99d7,39861,1732073549275] 2024-11-20T03:33:07,877 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d00f728e99d7,39861,1732073549275 already deleted, retry=false 2024-11-20T03:33:07,877 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d00f728e99d7,39861,1732073549275 expired; onlineServers=0 2024-11-20T03:33:07,878 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd00f728e99d7,43343,1732073548506' ***** 2024-11-20T03:33:07,878 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T03:33:07,878 INFO [M:0;d00f728e99d7:43343 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T03:33:07,878 INFO [M:0;d00f728e99d7:43343 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T03:33:07,879 DEBUG [M:0;d00f728e99d7:43343 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T03:33:07,879 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T03:33:07,879 DEBUG [M:0;d00f728e99d7:43343 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T03:33:07,879 DEBUG [master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732073550726 {}] cleaner.HFileCleaner(306): Exit Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732073550726,5,FailOnTimeoutGroup] 2024-11-20T03:33:07,879 DEBUG [master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732073550727 {}] cleaner.HFileCleaner(306): Exit Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732073550727,5,FailOnTimeoutGroup] 2024-11-20T03:33:07,879 INFO [M:0;d00f728e99d7:43343 {}] hbase.ChoreService(370): Chore service for: master/d00f728e99d7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T03:33:07,880 INFO [M:0;d00f728e99d7:43343 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T03:33:07,880 DEBUG [M:0;d00f728e99d7:43343 {}] master.HMaster(1795): Stopping service threads 2024-11-20T03:33:07,880 INFO [M:0;d00f728e99d7:43343 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T03:33:07,880 INFO [M:0;d00f728e99d7:43343 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T03:33:07,881 INFO [M:0;d00f728e99d7:43343 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T03:33:07,882 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T03:33:07,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39861-0x101564ce37a0001, quorum=127.0.0.1:50798, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:33:07,922 INFO [RS:0;d00f728e99d7:39861 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T03:33:07,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39861-0x101564ce37a0001, quorum=127.0.0.1:50798, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:33:07,922 INFO [RS:0;d00f728e99d7:39861 {}] regionserver.HRegionServer(1031): Exiting; stopping=d00f728e99d7,39861,1732073549275; zookeeper connection closed. 2024-11-20T03:33:07,923 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@984ecd3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@984ecd3 2024-11-20T03:33:07,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43343-0x101564ce37a0000, quorum=127.0.0.1:50798, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T03:33:07,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43343-0x101564ce37a0000, quorum=127.0.0.1:50798, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T03:33:07,929 DEBUG [M:0;d00f728e99d7:43343 {}] zookeeper.ZKUtil(347): master:43343-0x101564ce37a0000, quorum=127.0.0.1:50798, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T03:33:07,929 WARN [M:0;d00f728e99d7:43343 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T03:33:07,931 INFO [M:0;d00f728e99d7:43343 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/.lastflushedseqids 2024-11-20T03:33:07,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35569-0x101564ce37a0003, quorum=127.0.0.1:50798, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:33:07,933 INFO [RS:2;d00f728e99d7:35569 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T03:33:07,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35569-0x101564ce37a0003, quorum=127.0.0.1:50798, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:33:07,933 INFO [RS:2;d00f728e99d7:35569 {}] regionserver.HRegionServer(1031): Exiting; stopping=d00f728e99d7,35569,1732073549412; zookeeper connection closed. 2024-11-20T03:33:07,934 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4d91bef2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4d91bef2 2024-11-20T03:33:07,935 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-20T03:33:07,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741941_1121 (size=138) 2024-11-20T03:33:07,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741941_1121 (size=138) 2024-11-20T03:33:07,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741941_1121 (size=138) 2024-11-20T03:33:07,966 INFO [M:0;d00f728e99d7:43343 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T03:33:07,966 INFO [M:0;d00f728e99d7:43343 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T03:33:07,967 DEBUG [M:0;d00f728e99d7:43343 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T03:33:07,967 INFO [M:0;d00f728e99d7:43343 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:33:07,967 DEBUG [M:0;d00f728e99d7:43343 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:33:07,967 DEBUG [M:0;d00f728e99d7:43343 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T03:33:07,967 DEBUG [M:0;d00f728e99d7:43343 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:33:07,967 INFO [M:0;d00f728e99d7:43343 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.34 KB heapSize=83.73 KB 2024-11-20T03:33:07,981 DEBUG [M:0;d00f728e99d7:43343 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/486444b7cef14d5fb084fa654ebb8446 is 82, key is hbase:meta,,1/info:regioninfo/1732073551642/Put/seqid=0 2024-11-20T03:33:07,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741942_1122 (size=5672) 2024-11-20T03:33:07,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741942_1122 (size=5672) 2024-11-20T03:33:07,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741942_1122 (size=5672) 2024-11-20T03:33:07,986 INFO [M:0;d00f728e99d7:43343 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/486444b7cef14d5fb084fa654ebb8446 2024-11-20T03:33:08,007 DEBUG [M:0;d00f728e99d7:43343 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/051643f42a3c4430aa52866b2e1e83fe is 1076, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732073564743/Put/seqid=0 2024-11-20T03:33:08,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741943_1123 (size=7755) 2024-11-20T03:33:08,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741943_1123 (size=7755) 2024-11-20T03:33:08,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741943_1123 (size=7755) 2024-11-20T03:33:08,013 INFO [M:0;d00f728e99d7:43343 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.61 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/051643f42a3c4430aa52866b2e1e83fe 2024-11-20T03:33:08,017 INFO [M:0;d00f728e99d7:43343 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 051643f42a3c4430aa52866b2e1e83fe 2024-11-20T03:33:08,032 DEBUG [M:0;d00f728e99d7:43343 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d34e41a917474156a948e0e2555ff140 is 69, key is d00f728e99d7,35569,1732073549412/rs:state/1732073550801/Put/seqid=0 2024-11-20T03:33:08,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741944_1124 (size=5440) 2024-11-20T03:33:08,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741944_1124 (size=5440) 2024-11-20T03:33:08,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741944_1124 (size=5440) 2024-11-20T03:33:08,038 INFO [M:0;d00f728e99d7:43343 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d34e41a917474156a948e0e2555ff140 2024-11-20T03:33:08,042 INFO [M:0;d00f728e99d7:43343 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d34e41a917474156a948e0e2555ff140 2024-11-20T03:33:08,043 DEBUG [M:0;d00f728e99d7:43343 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/486444b7cef14d5fb084fa654ebb8446 as hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/486444b7cef14d5fb084fa654ebb8446 2024-11-20T03:33:08,050 INFO [M:0;d00f728e99d7:43343 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/486444b7cef14d5fb084fa654ebb8446, entries=8, sequenceid=168, filesize=5.5 K 2024-11-20T03:33:08,051 DEBUG [M:0;d00f728e99d7:43343 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/051643f42a3c4430aa52866b2e1e83fe as hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/051643f42a3c4430aa52866b2e1e83fe 2024-11-20T03:33:08,056 INFO [M:0;d00f728e99d7:43343 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 051643f42a3c4430aa52866b2e1e83fe 2024-11-20T03:33:08,056 INFO [M:0;d00f728e99d7:43343 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/051643f42a3c4430aa52866b2e1e83fe, entries=17, sequenceid=168, filesize=7.6 K 2024-11-20T03:33:08,057 DEBUG [M:0;d00f728e99d7:43343 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d34e41a917474156a948e0e2555ff140 as hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d34e41a917474156a948e0e2555ff140 2024-11-20T03:33:08,062 INFO [M:0;d00f728e99d7:43343 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d34e41a917474156a948e0e2555ff140 2024-11-20T03:33:08,062 INFO [M:0;d00f728e99d7:43343 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41979/user/jenkins/test-data/88007f67-634f-9fe7-ba4d-e6f49ff44da7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d34e41a917474156a948e0e2555ff140, entries=3, sequenceid=168, filesize=5.3 K 2024-11-20T03:33:08,063 INFO [M:0;d00f728e99d7:43343 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 96ms, sequenceid=168, compaction requested=false 2024-11-20T03:33:08,065 INFO [M:0;d00f728e99d7:43343 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:33:08,065 DEBUG [M:0;d00f728e99d7:43343 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732073587966Disabling compacts and flushes for region at 1732073587966Disabling writes for close at 1732073587967 (+1 ms)Obtaining lock to block concurrent updates at 1732073587967Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732073587967Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69984, getHeapSize=85672, getOffHeapSize=0, getCellsCount=195 at 1732073587967Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732073587968 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732073587968Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732073587980 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732073587980Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732073587991 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732073588006 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732073588006Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732073588018 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732073588031 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732073588031Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4db3d42b: reopening flushed file at 1732073588043 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@749a9739: reopening flushed file at 1732073588050 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@381e5c81: reopening flushed file at 1732073588056 (+6 ms)Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 96ms, sequenceid=168, compaction requested=false at 1732073588063 (+7 ms)Writing region close event to WAL at 1732073588064 (+1 ms)Closed at 1732073588064 2024-11-20T03:33:08,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741830_1006 (size=56508) 2024-11-20T03:33:08,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741830_1006 (size=56508) 2024-11-20T03:33:08,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741830_1006 (size=56508) 2024-11-20T03:33:08,068 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T03:33:08,068 INFO [M:0;d00f728e99d7:43343 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T03:33:08,069 INFO [M:0;d00f728e99d7:43343 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43343 2024-11-20T03:33:08,069 INFO [M:0;d00f728e99d7:43343 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T03:33:08,188 INFO [M:0;d00f728e99d7:43343 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T03:33:08,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43343-0x101564ce37a0000, quorum=127.0.0.1:50798, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:33:08,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43343-0x101564ce37a0000, quorum=127.0.0.1:50798, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:33:08,194 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732073567741/wal.1732073568185 with renewLeaseKey: DEFAULT_16655 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732073567741/wal.1732073568185 (inode 16655) Holder DFSClient_NONMAPREDUCE_643972393_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732073567741/wal.1732073568185 (inode 16655) Holder DFSClient_NONMAPREDUCE_643972393_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-20T03:33:08,195 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732073559804/wal.1732073560015 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T03:33:08,195 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732073582947/wal.1732073583140 with renewLeaseKey: DEFAULT_16767 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T03:33:08,198 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732073568317/wal.1732073577560 with renewLeaseKey: DEFAULT_16678 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732073568317/wal.1732073577560 (inode 16678) Holder DFSClient_NONMAPREDUCE_643972393_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732073568317/wal.1732073577560 (inode 16678) Holder DFSClient_NONMAPREDUCE_643972393_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-20T03:33:08,199 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732073552772/wal.1732073552843 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T03:33:08,201 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732073577739/wal.1732073578268 with renewLeaseKey: DEFAULT_16704 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732073577739/wal.1732073578268 (inode 16704) Holder DFSClient_NONMAPREDUCE_643972393_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732073577739/wal.1732073578268 (inode 16704) Holder DFSClient_NONMAPREDUCE_643972393_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-20T03:33:08,201 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732073578409/wal.1732073578567 with renewLeaseKey: DEFAULT_16726 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T03:33:08,203 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732073552438/wal.1732073552633 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732073552438/wal.1732073552633 (inode 16485) Holder DFSClient_NONMAPREDUCE_643972393_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732073552438/wal.1732073552633 (inode 16485) Holder DFSClient_NONMAPREDUCE_643972393_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-20T03:33:08,205 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732073551942/wal.1732073552183 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732073551942/wal.1732073552183 (inode 16462) Holder DFSClient_NONMAPREDUCE_643972393_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732073551942/wal.1732073552183 (inode 16462) Holder DFSClient_NONMAPREDUCE_643972393_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-20T03:33:08,209 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35f1150e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T03:33:08,211 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13a77e13{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T03:33:08,211 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T03:33:08,211 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f9972d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T03:33:08,211 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6d5e13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46c92702-a729-eda5-f6e0-f414bc3aa3fe/hadoop.log.dir/,STOPPED} 2024-11-20T03:33:08,214 WARN [BP-1191262944-172.17.0.2-1732073544019 heartbeating to localhost/127.0.0.1:41979 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T03:33:08,214 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T03:33:08,214 WARN [BP-1191262944-172.17.0.2-1732073544019 heartbeating to localhost/127.0.0.1:41979 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1191262944-172.17.0.2-1732073544019 (Datanode Uuid 7f5c2131-cfc4-48ae-ace5-08b3a75d9b79) service to localhost/127.0.0.1:41979 2024-11-20T03:33:08,214 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T03:33:08,215 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46c92702-a729-eda5-f6e0-f414bc3aa3fe/cluster_5d04f7a0-e6ee-e5ce-f11b-0282d5496804/data/data5/current/BP-1191262944-172.17.0.2-1732073544019 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T03:33:08,215 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46c92702-a729-eda5-f6e0-f414bc3aa3fe/cluster_5d04f7a0-e6ee-e5ce-f11b-0282d5496804/data/data6/current/BP-1191262944-172.17.0.2-1732073544019 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T03:33:08,216 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T03:33:08,218 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bd427b8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T03:33:08,218 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6915083f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T03:33:08,218 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T03:33:08,218 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cc2d6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T03:33:08,218 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46b092e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46c92702-a729-eda5-f6e0-f414bc3aa3fe/hadoop.log.dir/,STOPPED} 2024-11-20T03:33:08,219 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T03:33:08,219 WARN [BP-1191262944-172.17.0.2-1732073544019 heartbeating to localhost/127.0.0.1:41979 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T03:33:08,219 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T03:33:08,219 WARN [BP-1191262944-172.17.0.2-1732073544019 heartbeating to localhost/127.0.0.1:41979 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1191262944-172.17.0.2-1732073544019 (Datanode Uuid 95afb69c-5d93-4584-8354-5cc1410aa205) service to localhost/127.0.0.1:41979 2024-11-20T03:33:08,220 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46c92702-a729-eda5-f6e0-f414bc3aa3fe/cluster_5d04f7a0-e6ee-e5ce-f11b-0282d5496804/data/data3/current/BP-1191262944-172.17.0.2-1732073544019 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T03:33:08,220 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46c92702-a729-eda5-f6e0-f414bc3aa3fe/cluster_5d04f7a0-e6ee-e5ce-f11b-0282d5496804/data/data4/current/BP-1191262944-172.17.0.2-1732073544019 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T03:33:08,221 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T03:33:08,222 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@330740de{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T03:33:08,223 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b24cab9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T03:33:08,223 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T03:33:08,223 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a359997{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T03:33:08,223 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cf5a85e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46c92702-a729-eda5-f6e0-f414bc3aa3fe/hadoop.log.dir/,STOPPED} 2024-11-20T03:33:08,224 WARN [BP-1191262944-172.17.0.2-1732073544019 heartbeating to localhost/127.0.0.1:41979 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T03:33:08,224 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T03:33:08,224 WARN [BP-1191262944-172.17.0.2-1732073544019 heartbeating to localhost/127.0.0.1:41979 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1191262944-172.17.0.2-1732073544019 (Datanode Uuid ca5e6225-1dde-493b-bf5f-fccf2e611906) service to localhost/127.0.0.1:41979 2024-11-20T03:33:08,224 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T03:33:08,225 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46c92702-a729-eda5-f6e0-f414bc3aa3fe/cluster_5d04f7a0-e6ee-e5ce-f11b-0282d5496804/data/data1/current/BP-1191262944-172.17.0.2-1732073544019 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T03:33:08,225 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46c92702-a729-eda5-f6e0-f414bc3aa3fe/cluster_5d04f7a0-e6ee-e5ce-f11b-0282d5496804/data/data2/current/BP-1191262944-172.17.0.2-1732073544019 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T03:33:08,225 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T03:33:08,231 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3717288f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T03:33:08,232 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bd70930{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T03:33:08,232 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T03:33:08,232 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6dc9d5c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T03:33:08,232 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f37ffca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46c92702-a729-eda5-f6e0-f414bc3aa3fe/hadoop.log.dir/,STOPPED} 2024-11-20T03:33:08,242 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T03:33:08,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down