2024-11-20 18:32:01,067 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-20 18:32:01,082 main DEBUG Took 0.012172 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-20 18:32:01,082 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-20 18:32:01,083 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-20 18:32:01,084 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-20 18:32:01,085 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 18:32:01,092 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-20 18:32:01,106 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 18:32:01,108 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 18:32:01,108 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 18:32:01,109 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 18:32:01,110 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 18:32:01,110 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 18:32:01,111 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 18:32:01,112 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 18:32:01,112 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 18:32:01,113 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 18:32:01,114 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 18:32:01,114 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 18:32:01,115 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 18:32:01,116 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 18:32:01,116 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 18:32:01,117 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 18:32:01,117 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 18:32:01,118 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 18:32:01,118 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 18:32:01,119 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 18:32:01,119 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 18:32:01,120 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 18:32:01,120 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 18:32:01,121 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 18:32:01,121 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 18:32:01,122 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-20 18:32:01,124 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 18:32:01,125 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-20 18:32:01,127 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-20 18:32:01,128 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-20 18:32:01,130 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-20 18:32:01,130 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-20 18:32:01,141 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-20 18:32:01,144 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-20 18:32:01,147 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-20 18:32:01,147 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-20 18:32:01,148 main DEBUG createAppenders(={Console}) 2024-11-20 18:32:01,149 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-11-20 18:32:01,149 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-20 18:32:01,150 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-11-20 18:32:01,150 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-20 18:32:01,151 main DEBUG OutputStream closed 2024-11-20 18:32:01,151 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-20 18:32:01,151 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-20 18:32:01,152 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-11-20 18:32:01,238 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-20 18:32:01,241 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-20 18:32:01,242 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-20 18:32:01,244 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-20 18:32:01,245 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-20 18:32:01,245 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-20 18:32:01,246 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-20 18:32:01,246 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-20 18:32:01,247 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-20 18:32:01,247 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-20 18:32:01,248 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-20 18:32:01,248 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-20 18:32:01,248 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-20 18:32:01,248 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-20 18:32:01,249 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-20 18:32:01,249 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-20 18:32:01,249 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-20 18:32:01,250 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-20 18:32:01,252 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20 18:32:01,253 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-11-20 18:32:01,253 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-20 18:32:01,254 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-11-20T18:32:01,523 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5a6140-164a-e947-41ea-b494efbbb28f 2024-11-20 18:32:01,526 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-20 18:32:01,526 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20T18:32:01,535 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-11-20T18:32:01,541 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestSecureAsyncWALReplay timeout: 13 mins 2024-11-20T18:32:01,562 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-20T18:32:01,605 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-20T18:32:01,606 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-20T18:32:01,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T18:32:01,632 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5a6140-164a-e947-41ea-b494efbbb28f/cluster_c464299d-f425-8068-7b50-04d6f91845f2, deleteOnExit=true 2024-11-20T18:32:01,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T18:32:01,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5a6140-164a-e947-41ea-b494efbbb28f/test.cache.data in system properties and HBase conf 2024-11-20T18:32:01,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5a6140-164a-e947-41ea-b494efbbb28f/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T18:32:01,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5a6140-164a-e947-41ea-b494efbbb28f/hadoop.log.dir in system properties and HBase conf 2024-11-20T18:32:01,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5a6140-164a-e947-41ea-b494efbbb28f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T18:32:01,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5a6140-164a-e947-41ea-b494efbbb28f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T18:32:01,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T18:32:01,704 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-20T18:32:01,784 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T18:32:01,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5a6140-164a-e947-41ea-b494efbbb28f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T18:32:01,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5a6140-164a-e947-41ea-b494efbbb28f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T18:32:01,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5a6140-164a-e947-41ea-b494efbbb28f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T18:32:01,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5a6140-164a-e947-41ea-b494efbbb28f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T18:32:01,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5a6140-164a-e947-41ea-b494efbbb28f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T18:32:01,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5a6140-164a-e947-41ea-b494efbbb28f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T18:32:01,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5a6140-164a-e947-41ea-b494efbbb28f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T18:32:01,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5a6140-164a-e947-41ea-b494efbbb28f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T18:32:01,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5a6140-164a-e947-41ea-b494efbbb28f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T18:32:01,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5a6140-164a-e947-41ea-b494efbbb28f/nfs.dump.dir in system properties and HBase conf 2024-11-20T18:32:01,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5a6140-164a-e947-41ea-b494efbbb28f/java.io.tmpdir in system properties and HBase conf 2024-11-20T18:32:01,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5a6140-164a-e947-41ea-b494efbbb28f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T18:32:01,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5a6140-164a-e947-41ea-b494efbbb28f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T18:32:01,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5a6140-164a-e947-41ea-b494efbbb28f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T18:32:02,995 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-20T18:32:03,062 INFO [Time-limited test {}] log.Log(170): Logging initialized @2736ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-20T18:32:03,127 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:32:03,181 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T18:32:03,201 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T18:32:03,201 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T18:32:03,202 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T18:32:03,220 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:32:03,222 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bdd7391{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5a6140-164a-e947-41ea-b494efbbb28f/hadoop.log.dir/,AVAILABLE} 2024-11-20T18:32:03,223 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e578b56{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T18:32:03,403 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6878e65d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5a6140-164a-e947-41ea-b494efbbb28f/java.io.tmpdir/jetty-localhost-35299-hadoop-hdfs-3_4_1-tests_jar-_-any-6571277466728112200/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T18:32:03,408 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f30922e{HTTP/1.1, (http/1.1)}{localhost:35299} 2024-11-20T18:32:03,408 INFO [Time-limited test {}] server.Server(415): Started @3083ms 2024-11-20T18:32:03,921 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:32:03,928 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T18:32:03,929 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T18:32:03,929 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T18:32:03,929 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T18:32:03,930 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f494b95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5a6140-164a-e947-41ea-b494efbbb28f/hadoop.log.dir/,AVAILABLE} 2024-11-20T18:32:03,931 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63c29ae0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T18:32:04,029 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@388bacc3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5a6140-164a-e947-41ea-b494efbbb28f/java.io.tmpdir/jetty-localhost-42579-hadoop-hdfs-3_4_1-tests_jar-_-any-7486409306660898313/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T18:32:04,030 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f48fbbe{HTTP/1.1, (http/1.1)}{localhost:42579} 2024-11-20T18:32:04,030 INFO [Time-limited test {}] server.Server(415): Started @3704ms 2024-11-20T18:32:04,074 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T18:32:04,178 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:32:04,185 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T18:32:04,188 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T18:32:04,189 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T18:32:04,189 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T18:32:04,189 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fe9d746{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5a6140-164a-e947-41ea-b494efbbb28f/hadoop.log.dir/,AVAILABLE} 2024-11-20T18:32:04,190 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@540114bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T18:32:04,290 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@565a2c18{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5a6140-164a-e947-41ea-b494efbbb28f/java.io.tmpdir/jetty-localhost-37577-hadoop-hdfs-3_4_1-tests_jar-_-any-1794412707257224323/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T18:32:04,291 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@311fb016{HTTP/1.1, (http/1.1)}{localhost:37577} 2024-11-20T18:32:04,291 INFO [Time-limited test {}] server.Server(415): Started @3965ms 2024-11-20T18:32:04,293 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T18:32:04,330 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:32:04,336 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T18:32:04,337 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T18:32:04,338 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T18:32:04,338 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T18:32:04,339 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d7caafc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5a6140-164a-e947-41ea-b494efbbb28f/hadoop.log.dir/,AVAILABLE} 2024-11-20T18:32:04,339 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@606c1a1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T18:32:04,441 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b7f81b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5a6140-164a-e947-41ea-b494efbbb28f/java.io.tmpdir/jetty-localhost-39755-hadoop-hdfs-3_4_1-tests_jar-_-any-29367117119578826/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T18:32:04,442 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d3aa315{HTTP/1.1, (http/1.1)}{localhost:39755} 2024-11-20T18:32:04,443 INFO [Time-limited test {}] server.Server(415): Started @4117ms 2024-11-20T18:32:04,445 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T18:32:05,964 WARN [Thread-121 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5a6140-164a-e947-41ea-b494efbbb28f/cluster_c464299d-f425-8068-7b50-04d6f91845f2/data/data2/current/BP-1090215104-172.17.0.3-1732127522291/current, will proceed with Du for space computation calculation, 2024-11-20T18:32:05,964 WARN [Thread-120 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5a6140-164a-e947-41ea-b494efbbb28f/cluster_c464299d-f425-8068-7b50-04d6f91845f2/data/data1/current/BP-1090215104-172.17.0.3-1732127522291/current, will proceed with Du for space computation calculation, 2024-11-20T18:32:05,987 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T18:32:06,009 WARN [Thread-132 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5a6140-164a-e947-41ea-b494efbbb28f/cluster_c464299d-f425-8068-7b50-04d6f91845f2/data/data4/current/BP-1090215104-172.17.0.3-1732127522291/current, will proceed with Du for space computation calculation, 2024-11-20T18:32:06,009 WARN [Thread-131 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5a6140-164a-e947-41ea-b494efbbb28f/cluster_c464299d-f425-8068-7b50-04d6f91845f2/data/data3/current/BP-1090215104-172.17.0.3-1732127522291/current, will proceed with Du for space computation calculation, 2024-11-20T18:32:06,027 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T18:32:06,038 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xac0fe4ad6cdfc722 with lease ID 0xbfbff53bdf910d56: Processing first storage report for DS-f803c8da-d3d1-4dc0-809f-056229286720 from datanode DatanodeRegistration(127.0.0.1:46401, datanodeUuid=833eae49-d18d-4f3f-91c5-39102574f927, infoPort=40499, infoSecurePort=0, ipcPort=38897, storageInfo=lv=-57;cid=testClusterID;nsid=1620962791;c=1732127522291) 2024-11-20T18:32:06,039 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xac0fe4ad6cdfc722 with lease ID 0xbfbff53bdf910d56: from storage DS-f803c8da-d3d1-4dc0-809f-056229286720 node DatanodeRegistration(127.0.0.1:46401, datanodeUuid=833eae49-d18d-4f3f-91c5-39102574f927, infoPort=40499, infoSecurePort=0, ipcPort=38897, storageInfo=lv=-57;cid=testClusterID;nsid=1620962791;c=1732127522291), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T18:32:06,039 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x495633ce9bca91d2 with lease ID 0xbfbff53bdf910d55: Processing first storage report for DS-a91a1f5a-ebaf-4940-bf10-846a197e974f from datanode DatanodeRegistration(127.0.0.1:41815, datanodeUuid=f44b8525-607c-48b2-910a-6c43713bd229, infoPort=39191, infoSecurePort=0, ipcPort=44303, storageInfo=lv=-57;cid=testClusterID;nsid=1620962791;c=1732127522291) 2024-11-20T18:32:06,039 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x495633ce9bca91d2 with lease ID 0xbfbff53bdf910d55: from storage DS-a91a1f5a-ebaf-4940-bf10-846a197e974f node DatanodeRegistration(127.0.0.1:41815, datanodeUuid=f44b8525-607c-48b2-910a-6c43713bd229, infoPort=39191, infoSecurePort=0, ipcPort=44303, storageInfo=lv=-57;cid=testClusterID;nsid=1620962791;c=1732127522291), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T18:32:06,040 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xac0fe4ad6cdfc722 with lease ID 0xbfbff53bdf910d56: Processing first storage report for DS-f098a999-eae2-4950-8ede-57cd7c9bf232 from datanode DatanodeRegistration(127.0.0.1:46401, datanodeUuid=833eae49-d18d-4f3f-91c5-39102574f927, infoPort=40499, infoSecurePort=0, ipcPort=38897, storageInfo=lv=-57;cid=testClusterID;nsid=1620962791;c=1732127522291) 2024-11-20T18:32:06,040 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xac0fe4ad6cdfc722 with lease ID 0xbfbff53bdf910d56: from storage DS-f098a999-eae2-4950-8ede-57cd7c9bf232 node DatanodeRegistration(127.0.0.1:46401, datanodeUuid=833eae49-d18d-4f3f-91c5-39102574f927, infoPort=40499, infoSecurePort=0, ipcPort=38897, storageInfo=lv=-57;cid=testClusterID;nsid=1620962791;c=1732127522291), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T18:32:06,040 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x495633ce9bca91d2 with lease ID 0xbfbff53bdf910d55: Processing first storage report for DS-d52651ed-f03a-4bff-9b36-b42a83245e9a from datanode DatanodeRegistration(127.0.0.1:41815, datanodeUuid=f44b8525-607c-48b2-910a-6c43713bd229, infoPort=39191, infoSecurePort=0, ipcPort=44303, storageInfo=lv=-57;cid=testClusterID;nsid=1620962791;c=1732127522291) 2024-11-20T18:32:06,040 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x495633ce9bca91d2 with lease ID 0xbfbff53bdf910d55: from storage DS-d52651ed-f03a-4bff-9b36-b42a83245e9a node DatanodeRegistration(127.0.0.1:41815, datanodeUuid=f44b8525-607c-48b2-910a-6c43713bd229, infoPort=39191, infoSecurePort=0, ipcPort=44303, storageInfo=lv=-57;cid=testClusterID;nsid=1620962791;c=1732127522291), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T18:32:06,098 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5a6140-164a-e947-41ea-b494efbbb28f/cluster_c464299d-f425-8068-7b50-04d6f91845f2/data/data5/current/BP-1090215104-172.17.0.3-1732127522291/current, will proceed with Du for space computation calculation, 2024-11-20T18:32:06,098 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5a6140-164a-e947-41ea-b494efbbb28f/cluster_c464299d-f425-8068-7b50-04d6f91845f2/data/data6/current/BP-1090215104-172.17.0.3-1732127522291/current, will proceed with Du for space computation calculation, 2024-11-20T18:32:06,117 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T18:32:06,124 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8b9fbaece89bd36b with lease ID 0xbfbff53bdf910d57: Processing first storage report for DS-4540ffb9-c276-45f2-9a52-ce28bdf798c0 from datanode DatanodeRegistration(127.0.0.1:39759, datanodeUuid=26546f97-b692-4cc3-b1b0-e9f1e8c309b2, infoPort=43037, infoSecurePort=0, ipcPort=39669, storageInfo=lv=-57;cid=testClusterID;nsid=1620962791;c=1732127522291) 2024-11-20T18:32:06,124 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8b9fbaece89bd36b with lease ID 0xbfbff53bdf910d57: from storage DS-4540ffb9-c276-45f2-9a52-ce28bdf798c0 node DatanodeRegistration(127.0.0.1:39759, datanodeUuid=26546f97-b692-4cc3-b1b0-e9f1e8c309b2, infoPort=43037, infoSecurePort=0, ipcPort=39669, storageInfo=lv=-57;cid=testClusterID;nsid=1620962791;c=1732127522291), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T18:32:06,124 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8b9fbaece89bd36b with lease ID 0xbfbff53bdf910d57: Processing first storage report for DS-eff64a54-bfb7-48bf-b6c5-95cff6e23174 from datanode DatanodeRegistration(127.0.0.1:39759, datanodeUuid=26546f97-b692-4cc3-b1b0-e9f1e8c309b2, infoPort=43037, infoSecurePort=0, ipcPort=39669, storageInfo=lv=-57;cid=testClusterID;nsid=1620962791;c=1732127522291) 2024-11-20T18:32:06,125 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8b9fbaece89bd36b with lease ID 0xbfbff53bdf910d57: from storage DS-eff64a54-bfb7-48bf-b6c5-95cff6e23174 node DatanodeRegistration(127.0.0.1:39759, datanodeUuid=26546f97-b692-4cc3-b1b0-e9f1e8c309b2, infoPort=43037, infoSecurePort=0, ipcPort=39669, storageInfo=lv=-57;cid=testClusterID;nsid=1620962791;c=1732127522291), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T18:32:06,177 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5a6140-164a-e947-41ea-b494efbbb28f 2024-11-20T18:32:06,242 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5a6140-164a-e947-41ea-b494efbbb28f/cluster_c464299d-f425-8068-7b50-04d6f91845f2/zookeeper_0, clientPort=64287, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5a6140-164a-e947-41ea-b494efbbb28f/cluster_c464299d-f425-8068-7b50-04d6f91845f2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5a6140-164a-e947-41ea-b494efbbb28f/cluster_c464299d-f425-8068-7b50-04d6f91845f2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T18:32:06,253 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64287 2024-11-20T18:32:06,262 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:32:06,265 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:32:06,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741825_1001 (size=7) 2024-11-20T18:32:06,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741825_1001 (size=7) 2024-11-20T18:32:06,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741825_1001 (size=7) 2024-11-20T18:32:06,888 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6 with version=8 2024-11-20T18:32:06,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/hbase-staging 2024-11-20T18:32:07,161 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b87edf34edd:0 server-side Connection retries=45 2024-11-20T18:32:07,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:32:07,170 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T18:32:07,174 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T18:32:07,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:32:07,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T18:32:07,295 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T18:32:07,347 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-20T18:32:07,354 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-20T18:32:07,358 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T18:32:07,380 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 92161 (auto-detected) 2024-11-20T18:32:07,381 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-20T18:32:07,398 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45721 2024-11-20T18:32:07,416 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45721 connecting to ZooKeeper ensemble=127.0.0.1:64287 2024-11-20T18:32:07,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:457210x0, quorum=127.0.0.1:64287, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:32:07,681 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45721-0x101598488fa0000 connected 2024-11-20T18:32:07,780 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:32:07,784 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:32:07,797 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45721-0x101598488fa0000, quorum=127.0.0.1:64287, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T18:32:07,800 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6, hbase.cluster.distributed=false 2024-11-20T18:32:07,820 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45721-0x101598488fa0000, quorum=127.0.0.1:64287, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T18:32:07,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45721 2024-11-20T18:32:07,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45721 2024-11-20T18:32:07,825 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45721 2024-11-20T18:32:07,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45721 2024-11-20T18:32:07,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45721 2024-11-20T18:32:07,926 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b87edf34edd:0 server-side Connection retries=45 2024-11-20T18:32:07,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:32:07,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T18:32:07,928 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T18:32:07,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:32:07,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T18:32:07,931 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T18:32:07,933 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T18:32:07,934 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39065 2024-11-20T18:32:07,936 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39065 connecting to ZooKeeper ensemble=127.0.0.1:64287 2024-11-20T18:32:07,937 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:32:07,941 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:32:07,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390650x0, quorum=127.0.0.1:64287, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:32:07,979 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39065-0x101598488fa0001 connected 2024-11-20T18:32:07,979 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:390650x0, quorum=127.0.0.1:64287, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T18:32:07,983 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T18:32:07,991 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T18:32:07,994 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39065-0x101598488fa0001, quorum=127.0.0.1:64287, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T18:32:08,000 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39065-0x101598488fa0001, quorum=127.0.0.1:64287, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T18:32:08,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39065 2024-11-20T18:32:08,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39065 2024-11-20T18:32:08,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39065 2024-11-20T18:32:08,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39065 2024-11-20T18:32:08,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39065 2024-11-20T18:32:08,021 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b87edf34edd:0 server-side Connection retries=45 2024-11-20T18:32:08,022 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:32:08,022 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T18:32:08,022 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T18:32:08,022 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:32:08,023 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T18:32:08,023 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T18:32:08,023 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T18:32:08,024 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39477 2024-11-20T18:32:08,025 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39477 connecting to ZooKeeper ensemble=127.0.0.1:64287 2024-11-20T18:32:08,026 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:32:08,030 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:32:08,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:394770x0, quorum=127.0.0.1:64287, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:32:08,041 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:394770x0, quorum=127.0.0.1:64287, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T18:32:08,041 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39477-0x101598488fa0002 connected 2024-11-20T18:32:08,042 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T18:32:08,044 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T18:32:08,045 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39477-0x101598488fa0002, quorum=127.0.0.1:64287, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T18:32:08,047 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39477-0x101598488fa0002, quorum=127.0.0.1:64287, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T18:32:08,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39477 2024-11-20T18:32:08,053 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39477 2024-11-20T18:32:08,053 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39477 2024-11-20T18:32:08,054 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39477 2024-11-20T18:32:08,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39477 2024-11-20T18:32:08,071 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b87edf34edd:0 server-side Connection retries=45 2024-11-20T18:32:08,071 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:32:08,071 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T18:32:08,071 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T18:32:08,071 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:32:08,071 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T18:32:08,072 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T18:32:08,072 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T18:32:08,073 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39431 2024-11-20T18:32:08,075 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39431 connecting to ZooKeeper ensemble=127.0.0.1:64287 2024-11-20T18:32:08,076 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:32:08,079 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:32:08,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:394310x0, quorum=127.0.0.1:64287, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:32:08,094 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39431-0x101598488fa0003 connected 2024-11-20T18:32:08,094 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:394310x0, quorum=127.0.0.1:64287, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T18:32:08,095 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T18:32:08,096 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T18:32:08,097 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39431-0x101598488fa0003, quorum=127.0.0.1:64287, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T18:32:08,099 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39431-0x101598488fa0003, quorum=127.0.0.1:64287, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T18:32:08,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39431 2024-11-20T18:32:08,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39431 2024-11-20T18:32:08,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39431 2024-11-20T18:32:08,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39431 2024-11-20T18:32:08,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39431 2024-11-20T18:32:08,118 DEBUG [M:0;6b87edf34edd:45721 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b87edf34edd:45721 2024-11-20T18:32:08,119 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/6b87edf34edd,45721,1732127527016 2024-11-20T18:32:08,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39431-0x101598488fa0003, quorum=127.0.0.1:64287, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T18:32:08,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39065-0x101598488fa0001, quorum=127.0.0.1:64287, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T18:32:08,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45721-0x101598488fa0000, quorum=127.0.0.1:64287, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T18:32:08,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39477-0x101598488fa0002, quorum=127.0.0.1:64287, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T18:32:08,138 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45721-0x101598488fa0000, quorum=127.0.0.1:64287, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/6b87edf34edd,45721,1732127527016 2024-11-20T18:32:08,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39065-0x101598488fa0001, quorum=127.0.0.1:64287, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T18:32:08,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39477-0x101598488fa0002, quorum=127.0.0.1:64287, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T18:32:08,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39431-0x101598488fa0003, quorum=127.0.0.1:64287, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T18:32:08,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45721-0x101598488fa0000, quorum=127.0.0.1:64287, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T18:32:08,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39431-0x101598488fa0003, quorum=127.0.0.1:64287, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T18:32:08,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39477-0x101598488fa0002, quorum=127.0.0.1:64287, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T18:32:08,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39065-0x101598488fa0001, quorum=127.0.0.1:64287, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T18:32:08,168 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45721-0x101598488fa0000, quorum=127.0.0.1:64287, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T18:32:08,170 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/6b87edf34edd,45721,1732127527016 from backup master directory 2024-11-20T18:32:08,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39065-0x101598488fa0001, quorum=127.0.0.1:64287, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T18:32:08,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39431-0x101598488fa0003, quorum=127.0.0.1:64287, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T18:32:08,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45721-0x101598488fa0000, quorum=127.0.0.1:64287, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/6b87edf34edd,45721,1732127527016 2024-11-20T18:32:08,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39477-0x101598488fa0002, quorum=127.0.0.1:64287, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T18:32:08,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45721-0x101598488fa0000, quorum=127.0.0.1:64287, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T18:32:08,208 WARN [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T18:32:08,208 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b87edf34edd,45721,1732127527016 2024-11-20T18:32:08,211 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-20T18:32:08,212 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-20T18:32:08,267 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/hbase.id] with ID: 75564bdc-0b63-47a5-8aaf-a17ea09d90ff 2024-11-20T18:32:08,268 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/.tmp/hbase.id 2024-11-20T18:32:08,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741826_1002 (size=42) 2024-11-20T18:32:08,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741826_1002 (size=42) 2024-11-20T18:32:08,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741826_1002 (size=42) 2024-11-20T18:32:08,284 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/.tmp/hbase.id]:[hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/hbase.id] 2024-11-20T18:32:08,326 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:32:08,332 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T18:32:08,350 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-20T18:32:08,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39065-0x101598488fa0001, quorum=127.0.0.1:64287, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T18:32:08,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39431-0x101598488fa0003, quorum=127.0.0.1:64287, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T18:32:08,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39477-0x101598488fa0002, quorum=127.0.0.1:64287, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T18:32:08,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45721-0x101598488fa0000, quorum=127.0.0.1:64287, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T18:32:08,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741827_1003 (size=196) 2024-11-20T18:32:08,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741827_1003 (size=196) 2024-11-20T18:32:08,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741827_1003 (size=196) 2024-11-20T18:32:08,399 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T18:32:08,401 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T18:32:08,406 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:32:08,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741828_1004 (size=1189) 2024-11-20T18:32:08,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741828_1004 (size=1189) 2024-11-20T18:32:08,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741828_1004 (size=1189) 2024-11-20T18:32:08,454 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/MasterData/data/master/store 2024-11-20T18:32:08,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741829_1005 (size=34) 2024-11-20T18:32:08,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741829_1005 (size=34) 2024-11-20T18:32:08,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741829_1005 (size=34) 2024-11-20T18:32:08,480 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-20T18:32:08,482 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:32:08,484 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T18:32:08,484 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:32:08,484 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:32:08,485 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T18:32:08,485 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:32:08,485 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:32:08,486 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732127528483Disabling compacts and flushes for region at 1732127528483Disabling writes for close at 1732127528485 (+2 ms)Writing region close event to WAL at 1732127528485Closed at 1732127528485 2024-11-20T18:32:08,488 WARN [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/MasterData/data/master/store/.initializing 2024-11-20T18:32:08,488 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/MasterData/WALs/6b87edf34edd,45721,1732127527016 2024-11-20T18:32:08,495 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T18:32:08,512 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b87edf34edd%2C45721%2C1732127527016, suffix=, logDir=hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/MasterData/WALs/6b87edf34edd,45721,1732127527016, archiveDir=hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/MasterData/oldWALs, maxLogs=10 2024-11-20T18:32:08,542 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/MasterData/WALs/6b87edf34edd,45721,1732127527016/6b87edf34edd%2C45721%2C1732127527016.1732127528517, exclude list is [], retry=0 2024-11-20T18:32:08,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:32:08,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46401,DS-f803c8da-d3d1-4dc0-809f-056229286720,DISK] 2024-11-20T18:32:08,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41815,DS-a91a1f5a-ebaf-4940-bf10-846a197e974f,DISK] 2024-11-20T18:32:08,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39759,DS-4540ffb9-c276-45f2-9a52-ce28bdf798c0,DISK] 2024-11-20T18:32:08,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-20T18:32:08,601 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] crypto.Encryption(565): Installed org.apache.hadoop.hbase.io.crypto.MockAesKeyProvider into key provider cache 2024-11-20T18:32:08,657 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/MasterData/WALs/6b87edf34edd,45721,1732127527016/6b87edf34edd%2C45721%2C1732127527016.1732127528517 2024-11-20T18:32:08,659 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43037:43037),(127.0.0.1/127.0.0.1:39191:39191),(127.0.0.1/127.0.0.1:40499:40499)] 2024-11-20T18:32:08,659 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:32:08,660 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:32:08,663 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:32:08,664 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:32:08,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:32:08,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T18:32:08,722 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:08,724 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:32:08,724 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:32:08,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T18:32:08,728 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:08,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:08,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:32:08,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T18:32:08,733 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:08,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:08,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:32:08,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T18:32:08,738 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:08,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:08,739 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:32:08,742 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:32:08,743 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:32:08,748 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:32:08,748 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:32:08,751 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:32:08,755 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:32:08,759 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:32:08,760 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66936805, jitterRate=-0.002563878893852234}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:32:08,770 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732127528678Initializing all the Stores at 1732127528680 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732127528680Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127528681 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127528681Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127528681Cleaning up temporary data from old regions at 1732127528748 (+67 ms)Region opened successfully at 1732127528770 (+22 ms) 2024-11-20T18:32:08,771 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T18:32:08,802 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29194d81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b87edf34edd/172.17.0.3:0 2024-11-20T18:32:08,828 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T18:32:08,838 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T18:32:08,838 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T18:32:08,840 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T18:32:08,841 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T18:32:08,846 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-20T18:32:08,846 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T18:32:08,869 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T18:32:08,876 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45721-0x101598488fa0000, quorum=127.0.0.1:64287, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T18:32:08,925 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-20T18:32:08,928 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T18:32:08,930 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45721-0x101598488fa0000, quorum=127.0.0.1:64287, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T18:32:08,943 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-20T18:32:08,946 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T18:32:08,951 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45721-0x101598488fa0000, quorum=127.0.0.1:64287, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T18:32:08,956 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-20T18:32:08,958 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45721-0x101598488fa0000, quorum=127.0.0.1:64287, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T18:32:08,967 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T18:32:08,988 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45721-0x101598488fa0000, quorum=127.0.0.1:64287, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T18:32:08,998 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T18:32:09,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39477-0x101598488fa0002, quorum=127.0.0.1:64287, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T18:32:09,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39431-0x101598488fa0003, quorum=127.0.0.1:64287, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T18:32:09,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39065-0x101598488fa0001, quorum=127.0.0.1:64287, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T18:32:09,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45721-0x101598488fa0000, quorum=127.0.0.1:64287, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T18:32:09,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39065-0x101598488fa0001, quorum=127.0.0.1:64287, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T18:32:09,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45721-0x101598488fa0000, quorum=127.0.0.1:64287, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T18:32:09,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39431-0x101598488fa0003, quorum=127.0.0.1:64287, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T18:32:09,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39477-0x101598488fa0002, quorum=127.0.0.1:64287, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T18:32:09,015 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b87edf34edd,45721,1732127527016, sessionid=0x101598488fa0000, setting cluster-up flag (Was=false) 2024-11-20T18:32:09,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39065-0x101598488fa0001, quorum=127.0.0.1:64287, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T18:32:09,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39477-0x101598488fa0002, quorum=127.0.0.1:64287, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T18:32:09,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39431-0x101598488fa0003, quorum=127.0.0.1:64287, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T18:32:09,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45721-0x101598488fa0000, quorum=127.0.0.1:64287, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T18:32:09,073 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T18:32:09,079 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b87edf34edd,45721,1732127527016 2024-11-20T18:32:09,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45721-0x101598488fa0000, quorum=127.0.0.1:64287, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T18:32:09,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39477-0x101598488fa0002, quorum=127.0.0.1:64287, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T18:32:09,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39431-0x101598488fa0003, quorum=127.0.0.1:64287, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T18:32:09,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39065-0x101598488fa0001, quorum=127.0.0.1:64287, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T18:32:09,135 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T18:32:09,138 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b87edf34edd,45721,1732127527016 2024-11-20T18:32:09,146 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T18:32:09,209 INFO [RS:1;6b87edf34edd:39477 {}] regionserver.HRegionServer(746): ClusterId : 75564bdc-0b63-47a5-8aaf-a17ea09d90ff 2024-11-20T18:32:09,209 INFO [RS:2;6b87edf34edd:39431 {}] regionserver.HRegionServer(746): ClusterId : 75564bdc-0b63-47a5-8aaf-a17ea09d90ff 2024-11-20T18:32:09,209 INFO [RS:0;6b87edf34edd:39065 {}] regionserver.HRegionServer(746): ClusterId : 75564bdc-0b63-47a5-8aaf-a17ea09d90ff 2024-11-20T18:32:09,211 DEBUG [RS:0;6b87edf34edd:39065 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T18:32:09,211 DEBUG [RS:1;6b87edf34edd:39477 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T18:32:09,211 DEBUG [RS:2;6b87edf34edd:39431 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T18:32:09,214 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T18:32:09,221 DEBUG [RS:1;6b87edf34edd:39477 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T18:32:09,221 DEBUG [RS:2;6b87edf34edd:39431 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T18:32:09,221 DEBUG [RS:0;6b87edf34edd:39065 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T18:32:09,221 DEBUG [RS:1;6b87edf34edd:39477 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T18:32:09,221 DEBUG [RS:2;6b87edf34edd:39431 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T18:32:09,221 DEBUG [RS:0;6b87edf34edd:39065 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T18:32:09,224 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T18:32:09,230 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T18:32:09,231 DEBUG [RS:0;6b87edf34edd:39065 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T18:32:09,231 DEBUG [RS:2;6b87edf34edd:39431 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T18:32:09,231 DEBUG [RS:1;6b87edf34edd:39477 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T18:32:09,232 DEBUG [RS:0;6b87edf34edd:39065 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6405faf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b87edf34edd/172.17.0.3:0 2024-11-20T18:32:09,232 DEBUG [RS:1;6b87edf34edd:39477 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d0eb74c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b87edf34edd/172.17.0.3:0 2024-11-20T18:32:09,232 DEBUG [RS:2;6b87edf34edd:39431 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e0e76d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b87edf34edd/172.17.0.3:0 2024-11-20T18:32:09,237 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b87edf34edd,45721,1732127527016 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T18:32:09,245 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:32:09,245 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:32:09,246 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:32:09,246 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:32:09,246 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b87edf34edd:0, corePoolSize=10, maxPoolSize=10 2024-11-20T18:32:09,246 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:32:09,246 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b87edf34edd:0, corePoolSize=2, maxPoolSize=2 2024-11-20T18:32:09,247 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:32:09,249 DEBUG [RS:2;6b87edf34edd:39431 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;6b87edf34edd:39431 2024-11-20T18:32:09,252 DEBUG [RS:0;6b87edf34edd:39065 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b87edf34edd:39065 2024-11-20T18:32:09,252 DEBUG [RS:1;6b87edf34edd:39477 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;6b87edf34edd:39477 2024-11-20T18:32:09,252 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T18:32:09,253 INFO [RS:1;6b87edf34edd:39477 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T18:32:09,253 INFO [RS:0;6b87edf34edd:39065 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T18:32:09,253 INFO [RS:2;6b87edf34edd:39431 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T18:32:09,253 INFO [RS:1;6b87edf34edd:39477 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T18:32:09,253 INFO [RS:0;6b87edf34edd:39065 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T18:32:09,253 INFO [RS:2;6b87edf34edd:39431 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T18:32:09,253 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732127559253 2024-11-20T18:32:09,253 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T18:32:09,253 DEBUG [RS:2;6b87edf34edd:39431 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T18:32:09,253 DEBUG [RS:1;6b87edf34edd:39477 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T18:32:09,253 DEBUG [RS:0;6b87edf34edd:39065 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T18:32:09,255 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T18:32:09,256 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T18:32:09,256 INFO [RS:1;6b87edf34edd:39477 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b87edf34edd,45721,1732127527016 with port=39477, startcode=1732127528021 2024-11-20T18:32:09,256 INFO [RS:0;6b87edf34edd:39065 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b87edf34edd,45721,1732127527016 with port=39065, startcode=1732127527893 2024-11-20T18:32:09,256 INFO [RS:2;6b87edf34edd:39431 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b87edf34edd,45721,1732127527016 with port=39431, startcode=1732127528070 2024-11-20T18:32:09,259 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T18:32:09,259 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T18:32:09,259 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T18:32:09,259 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T18:32:09,260 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:09,260 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T18:32:09,260 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T18:32:09,263 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T18:32:09,264 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T18:32:09,264 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T18:32:09,266 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T18:32:09,266 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T18:32:09,268 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732127529267,5,FailOnTimeoutGroup] 2024-11-20T18:32:09,268 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732127529268,5,FailOnTimeoutGroup] 2024-11-20T18:32:09,268 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T18:32:09,269 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T18:32:09,269 DEBUG [RS:0;6b87edf34edd:39065 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T18:32:09,269 DEBUG [RS:2;6b87edf34edd:39431 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T18:32:09,269 DEBUG [RS:1;6b87edf34edd:39477 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T18:32:09,269 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T18:32:09,270 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T18:32:09,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741831_1007 (size=1321) 2024-11-20T18:32:09,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741831_1007 (size=1321) 2024-11-20T18:32:09,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741831_1007 (size=1321) 2024-11-20T18:32:09,281 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T18:32:09,281 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6 2024-11-20T18:32:09,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741832_1008 (size=32) 2024-11-20T18:32:09,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741832_1008 (size=32) 2024-11-20T18:32:09,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741832_1008 (size=32) 2024-11-20T18:32:09,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:32:09,332 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34865, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T18:32:09,332 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52115, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T18:32:09,332 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35975, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T18:32:09,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T18:32:09,338 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T18:32:09,338 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:09,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:32:09,340 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45721 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b87edf34edd,39431,1732127528070 2024-11-20T18:32:09,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T18:32:09,342 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T18:32:09,342 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45721 {}] master.ServerManager(517): Registering regionserver=6b87edf34edd,39431,1732127528070 2024-11-20T18:32:09,343 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:09,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:32:09,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T18:32:09,347 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T18:32:09,347 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:09,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:32:09,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T18:32:09,351 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T18:32:09,351 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:09,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:32:09,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T18:32:09,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/hbase/meta/1588230740 2024-11-20T18:32:09,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/hbase/meta/1588230740 2024-11-20T18:32:09,355 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45721 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b87edf34edd,39065,1732127527893 2024-11-20T18:32:09,356 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45721 {}] master.ServerManager(517): Registering regionserver=6b87edf34edd,39065,1732127527893 2024-11-20T18:32:09,360 DEBUG [RS:2;6b87edf34edd:39431 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6 2024-11-20T18:32:09,360 DEBUG [RS:2;6b87edf34edd:39431 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34973 2024-11-20T18:32:09,360 DEBUG [RS:2;6b87edf34edd:39431 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T18:32:09,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T18:32:09,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T18:32:09,361 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45721 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b87edf34edd,39477,1732127528021 2024-11-20T18:32:09,361 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45721 {}] master.ServerManager(517): Registering regionserver=6b87edf34edd,39477,1732127528021 2024-11-20T18:32:09,361 DEBUG [RS:0;6b87edf34edd:39065 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6 2024-11-20T18:32:09,362 DEBUG [RS:0;6b87edf34edd:39065 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34973 2024-11-20T18:32:09,362 DEBUG [RS:0;6b87edf34edd:39065 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T18:32:09,362 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:32:09,365 DEBUG [RS:1;6b87edf34edd:39477 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6 2024-11-20T18:32:09,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T18:32:09,366 DEBUG [RS:1;6b87edf34edd:39477 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34973 2024-11-20T18:32:09,366 DEBUG [RS:1;6b87edf34edd:39477 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T18:32:09,370 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:32:09,371 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72985203, jitterRate=0.08756427466869354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:32:09,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732127529333Initializing all the Stores at 1732127529335 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732127529335Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732127529335Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127529335Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732127529335Cleaning up temporary data from old regions at 1732127529360 (+25 ms)Region opened successfully at 1732127529374 (+14 ms) 2024-11-20T18:32:09,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T18:32:09,375 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T18:32:09,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T18:32:09,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T18:32:09,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T18:32:09,376 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T18:32:09,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732127529375Disabling compacts and flushes for region at 1732127529375Disabling writes for close at 1732127529375Writing region close event to WAL at 1732127529376 (+1 ms)Closed at 1732127529376 2024-11-20T18:32:09,379 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T18:32:09,379 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T18:32:09,384 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T18:32:09,391 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T18:32:09,395 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T18:32:09,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45721-0x101598488fa0000, quorum=127.0.0.1:64287, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T18:32:09,420 DEBUG [RS:2;6b87edf34edd:39431 {}] zookeeper.ZKUtil(111): regionserver:39431-0x101598488fa0003, quorum=127.0.0.1:64287, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6b87edf34edd,39431,1732127528070 2024-11-20T18:32:09,420 DEBUG [RS:0;6b87edf34edd:39065 {}] zookeeper.ZKUtil(111): regionserver:39065-0x101598488fa0001, quorum=127.0.0.1:64287, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6b87edf34edd,39065,1732127527893 2024-11-20T18:32:09,420 WARN [RS:2;6b87edf34edd:39431 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T18:32:09,420 WARN [RS:0;6b87edf34edd:39065 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T18:32:09,420 INFO [RS:0;6b87edf34edd:39065 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:32:09,420 INFO [RS:2;6b87edf34edd:39431 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:32:09,420 DEBUG [RS:1;6b87edf34edd:39477 {}] zookeeper.ZKUtil(111): regionserver:39477-0x101598488fa0002, quorum=127.0.0.1:64287, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6b87edf34edd,39477,1732127528021 2024-11-20T18:32:09,420 WARN [RS:1;6b87edf34edd:39477 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T18:32:09,421 DEBUG [RS:2;6b87edf34edd:39431 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/WALs/6b87edf34edd,39431,1732127528070 2024-11-20T18:32:09,421 DEBUG [RS:0;6b87edf34edd:39065 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/WALs/6b87edf34edd,39065,1732127527893 2024-11-20T18:32:09,421 INFO [RS:1;6b87edf34edd:39477 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:32:09,421 DEBUG [RS:1;6b87edf34edd:39477 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/WALs/6b87edf34edd,39477,1732127528021 2024-11-20T18:32:09,423 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b87edf34edd,39431,1732127528070] 2024-11-20T18:32:09,423 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b87edf34edd,39065,1732127527893] 2024-11-20T18:32:09,423 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b87edf34edd,39477,1732127528021] 2024-11-20T18:32:09,448 INFO [RS:1;6b87edf34edd:39477 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T18:32:09,448 INFO [RS:0;6b87edf34edd:39065 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T18:32:09,448 INFO [RS:2;6b87edf34edd:39431 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T18:32:09,464 INFO [RS:0;6b87edf34edd:39065 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T18:32:09,464 INFO [RS:1;6b87edf34edd:39477 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T18:32:09,466 INFO [RS:2;6b87edf34edd:39431 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T18:32:09,472 INFO [RS:1;6b87edf34edd:39477 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T18:32:09,472 INFO [RS:2;6b87edf34edd:39431 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T18:32:09,472 INFO [RS:0;6b87edf34edd:39065 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T18:32:09,472 INFO [RS:1;6b87edf34edd:39477 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:32:09,472 INFO [RS:2;6b87edf34edd:39431 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:32:09,472 INFO [RS:0;6b87edf34edd:39065 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:32:09,473 INFO [RS:1;6b87edf34edd:39477 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T18:32:09,476 INFO [RS:0;6b87edf34edd:39065 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T18:32:09,478 INFO [RS:2;6b87edf34edd:39431 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T18:32:09,480 INFO [RS:2;6b87edf34edd:39431 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T18:32:09,480 INFO [RS:0;6b87edf34edd:39065 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T18:32:09,480 INFO [RS:1;6b87edf34edd:39477 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T18:32:09,482 INFO [RS:1;6b87edf34edd:39477 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T18:32:09,482 INFO [RS:2;6b87edf34edd:39431 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T18:32:09,482 INFO [RS:0;6b87edf34edd:39065 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T18:32:09,482 DEBUG [RS:1;6b87edf34edd:39477 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:32:09,482 DEBUG [RS:0;6b87edf34edd:39065 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:32:09,482 DEBUG [RS:2;6b87edf34edd:39431 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:32:09,482 DEBUG [RS:1;6b87edf34edd:39477 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:32:09,482 DEBUG [RS:2;6b87edf34edd:39431 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:32:09,482 DEBUG [RS:0;6b87edf34edd:39065 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:32:09,482 DEBUG [RS:1;6b87edf34edd:39477 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:32:09,482 DEBUG [RS:0;6b87edf34edd:39065 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:32:09,482 DEBUG [RS:1;6b87edf34edd:39477 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:32:09,482 DEBUG [RS:2;6b87edf34edd:39431 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:32:09,482 DEBUG [RS:1;6b87edf34edd:39477 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:32:09,482 DEBUG [RS:0;6b87edf34edd:39065 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:32:09,483 DEBUG [RS:2;6b87edf34edd:39431 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:32:09,483 DEBUG [RS:1;6b87edf34edd:39477 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b87edf34edd:0, corePoolSize=2, maxPoolSize=2 2024-11-20T18:32:09,483 DEBUG [RS:0;6b87edf34edd:39065 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:32:09,483 DEBUG [RS:2;6b87edf34edd:39431 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:32:09,483 DEBUG [RS:1;6b87edf34edd:39477 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:32:09,483 DEBUG [RS:1;6b87edf34edd:39477 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:32:09,483 DEBUG [RS:0;6b87edf34edd:39065 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b87edf34edd:0, corePoolSize=2, maxPoolSize=2 2024-11-20T18:32:09,483 DEBUG [RS:2;6b87edf34edd:39431 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b87edf34edd:0, corePoolSize=2, maxPoolSize=2 2024-11-20T18:32:09,483 DEBUG [RS:1;6b87edf34edd:39477 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:32:09,483 DEBUG [RS:0;6b87edf34edd:39065 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:32:09,483 DEBUG [RS:2;6b87edf34edd:39431 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:32:09,483 DEBUG [RS:1;6b87edf34edd:39477 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:32:09,483 DEBUG [RS:1;6b87edf34edd:39477 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:32:09,483 DEBUG [RS:2;6b87edf34edd:39431 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:32:09,483 DEBUG [RS:0;6b87edf34edd:39065 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:32:09,483 DEBUG [RS:1;6b87edf34edd:39477 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:32:09,483 DEBUG [RS:2;6b87edf34edd:39431 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:32:09,483 DEBUG [RS:0;6b87edf34edd:39065 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:32:09,483 DEBUG [RS:1;6b87edf34edd:39477 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b87edf34edd:0, corePoolSize=3, maxPoolSize=3 2024-11-20T18:32:09,483 DEBUG [RS:1;6b87edf34edd:39477 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b87edf34edd:0, corePoolSize=3, maxPoolSize=3 2024-11-20T18:32:09,483 DEBUG [RS:2;6b87edf34edd:39431 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:32:09,483 DEBUG [RS:0;6b87edf34edd:39065 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:32:09,484 DEBUG [RS:2;6b87edf34edd:39431 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:32:09,484 DEBUG [RS:0;6b87edf34edd:39065 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:32:09,484 DEBUG [RS:2;6b87edf34edd:39431 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:32:09,484 DEBUG [RS:0;6b87edf34edd:39065 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:32:09,484 DEBUG [RS:0;6b87edf34edd:39065 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b87edf34edd:0, corePoolSize=3, maxPoolSize=3 2024-11-20T18:32:09,484 DEBUG [RS:2;6b87edf34edd:39431 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b87edf34edd:0, corePoolSize=3, maxPoolSize=3 2024-11-20T18:32:09,484 DEBUG [RS:2;6b87edf34edd:39431 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b87edf34edd:0, corePoolSize=3, maxPoolSize=3 2024-11-20T18:32:09,484 DEBUG [RS:0;6b87edf34edd:39065 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b87edf34edd:0, corePoolSize=3, maxPoolSize=3 2024-11-20T18:32:09,487 INFO [RS:1;6b87edf34edd:39477 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T18:32:09,487 INFO [RS:1;6b87edf34edd:39477 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T18:32:09,487 INFO [RS:1;6b87edf34edd:39477 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:32:09,487 INFO [RS:1;6b87edf34edd:39477 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T18:32:09,487 INFO [RS:1;6b87edf34edd:39477 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T18:32:09,487 INFO [RS:1;6b87edf34edd:39477 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,39477,1732127528021-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T18:32:09,488 INFO [RS:2;6b87edf34edd:39431 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T18:32:09,488 INFO [RS:2;6b87edf34edd:39431 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T18:32:09,488 INFO [RS:0;6b87edf34edd:39065 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T18:32:09,488 INFO [RS:2;6b87edf34edd:39431 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:32:09,488 INFO [RS:0;6b87edf34edd:39065 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T18:32:09,488 INFO [RS:2;6b87edf34edd:39431 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T18:32:09,489 INFO [RS:0;6b87edf34edd:39065 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:32:09,489 INFO [RS:2;6b87edf34edd:39431 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T18:32:09,489 INFO [RS:0;6b87edf34edd:39065 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T18:32:09,489 INFO [RS:2;6b87edf34edd:39431 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,39431,1732127528070-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T18:32:09,489 INFO [RS:0;6b87edf34edd:39065 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T18:32:09,489 INFO [RS:0;6b87edf34edd:39065 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,39065,1732127527893-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T18:32:09,506 INFO [RS:0;6b87edf34edd:39065 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T18:32:09,508 INFO [RS:0;6b87edf34edd:39065 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,39065,1732127527893-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:32:09,508 INFO [RS:0;6b87edf34edd:39065 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:32:09,508 INFO [RS:0;6b87edf34edd:39065 {}] regionserver.Replication(171): 6b87edf34edd,39065,1732127527893 started 2024-11-20T18:32:09,509 INFO [RS:1;6b87edf34edd:39477 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T18:32:09,509 INFO [RS:2;6b87edf34edd:39431 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T18:32:09,509 INFO [RS:2;6b87edf34edd:39431 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,39431,1732127528070-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:32:09,509 INFO [RS:1;6b87edf34edd:39477 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,39477,1732127528021-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:32:09,510 INFO [RS:1;6b87edf34edd:39477 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:32:09,510 INFO [RS:2;6b87edf34edd:39431 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:32:09,510 INFO [RS:1;6b87edf34edd:39477 {}] regionserver.Replication(171): 6b87edf34edd,39477,1732127528021 started 2024-11-20T18:32:09,510 INFO [RS:2;6b87edf34edd:39431 {}] regionserver.Replication(171): 6b87edf34edd,39431,1732127528070 started 2024-11-20T18:32:09,524 INFO [RS:0;6b87edf34edd:39065 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:32:09,525 INFO [RS:0;6b87edf34edd:39065 {}] regionserver.HRegionServer(1482): Serving as 6b87edf34edd,39065,1732127527893, RpcServer on 6b87edf34edd/172.17.0.3:39065, sessionid=0x101598488fa0001 2024-11-20T18:32:09,525 DEBUG [RS:0;6b87edf34edd:39065 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T18:32:09,526 DEBUG [RS:0;6b87edf34edd:39065 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b87edf34edd,39065,1732127527893 2024-11-20T18:32:09,526 DEBUG [RS:0;6b87edf34edd:39065 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b87edf34edd,39065,1732127527893' 2024-11-20T18:32:09,526 DEBUG [RS:0;6b87edf34edd:39065 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T18:32:09,527 DEBUG [RS:0;6b87edf34edd:39065 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T18:32:09,527 DEBUG [RS:0;6b87edf34edd:39065 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T18:32:09,527 DEBUG [RS:0;6b87edf34edd:39065 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T18:32:09,527 DEBUG [RS:0;6b87edf34edd:39065 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b87edf34edd,39065,1732127527893 2024-11-20T18:32:09,528 DEBUG [RS:0;6b87edf34edd:39065 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b87edf34edd,39065,1732127527893' 2024-11-20T18:32:09,528 DEBUG [RS:0;6b87edf34edd:39065 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T18:32:09,528 DEBUG [RS:0;6b87edf34edd:39065 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T18:32:09,529 DEBUG [RS:0;6b87edf34edd:39065 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T18:32:09,529 INFO [RS:0;6b87edf34edd:39065 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T18:32:09,529 INFO [RS:0;6b87edf34edd:39065 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T18:32:09,531 INFO [RS:1;6b87edf34edd:39477 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:32:09,531 INFO [RS:2;6b87edf34edd:39431 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:32:09,531 INFO [RS:2;6b87edf34edd:39431 {}] regionserver.HRegionServer(1482): Serving as 6b87edf34edd,39431,1732127528070, RpcServer on 6b87edf34edd/172.17.0.3:39431, sessionid=0x101598488fa0003 2024-11-20T18:32:09,531 INFO [RS:1;6b87edf34edd:39477 {}] regionserver.HRegionServer(1482): Serving as 6b87edf34edd,39477,1732127528021, RpcServer on 6b87edf34edd/172.17.0.3:39477, sessionid=0x101598488fa0002 2024-11-20T18:32:09,532 DEBUG [RS:2;6b87edf34edd:39431 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T18:32:09,532 DEBUG [RS:1;6b87edf34edd:39477 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T18:32:09,532 DEBUG [RS:1;6b87edf34edd:39477 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b87edf34edd,39477,1732127528021 2024-11-20T18:32:09,532 DEBUG [RS:2;6b87edf34edd:39431 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b87edf34edd,39431,1732127528070 2024-11-20T18:32:09,532 DEBUG [RS:1;6b87edf34edd:39477 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b87edf34edd,39477,1732127528021' 2024-11-20T18:32:09,532 DEBUG [RS:2;6b87edf34edd:39431 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b87edf34edd,39431,1732127528070' 2024-11-20T18:32:09,532 DEBUG [RS:1;6b87edf34edd:39477 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T18:32:09,532 DEBUG [RS:2;6b87edf34edd:39431 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T18:32:09,533 DEBUG [RS:1;6b87edf34edd:39477 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T18:32:09,533 DEBUG [RS:2;6b87edf34edd:39431 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T18:32:09,533 DEBUG [RS:2;6b87edf34edd:39431 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T18:32:09,533 DEBUG [RS:1;6b87edf34edd:39477 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T18:32:09,533 DEBUG [RS:2;6b87edf34edd:39431 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T18:32:09,533 DEBUG [RS:1;6b87edf34edd:39477 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T18:32:09,533 DEBUG [RS:2;6b87edf34edd:39431 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b87edf34edd,39431,1732127528070 2024-11-20T18:32:09,533 DEBUG [RS:2;6b87edf34edd:39431 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b87edf34edd,39431,1732127528070' 2024-11-20T18:32:09,533 DEBUG [RS:1;6b87edf34edd:39477 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b87edf34edd,39477,1732127528021 2024-11-20T18:32:09,533 DEBUG [RS:2;6b87edf34edd:39431 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T18:32:09,533 DEBUG [RS:1;6b87edf34edd:39477 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b87edf34edd,39477,1732127528021' 2024-11-20T18:32:09,533 DEBUG [RS:1;6b87edf34edd:39477 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T18:32:09,534 DEBUG [RS:2;6b87edf34edd:39431 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T18:32:09,534 DEBUG [RS:1;6b87edf34edd:39477 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T18:32:09,534 DEBUG [RS:2;6b87edf34edd:39431 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T18:32:09,534 INFO [RS:2;6b87edf34edd:39431 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T18:32:09,534 INFO [RS:2;6b87edf34edd:39431 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T18:32:09,534 DEBUG [RS:1;6b87edf34edd:39477 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T18:32:09,534 INFO [RS:1;6b87edf34edd:39477 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T18:32:09,534 INFO [RS:1;6b87edf34edd:39477 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T18:32:09,546 WARN [6b87edf34edd:45721 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T18:32:09,633 INFO [RS:0;6b87edf34edd:39065 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T18:32:09,635 INFO [RS:2;6b87edf34edd:39431 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T18:32:09,635 INFO [RS:1;6b87edf34edd:39477 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T18:32:09,637 INFO [RS:0;6b87edf34edd:39065 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b87edf34edd%2C39065%2C1732127527893, suffix=, logDir=hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/WALs/6b87edf34edd,39065,1732127527893, archiveDir=hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/oldWALs, maxLogs=32 2024-11-20T18:32:09,638 INFO [RS:2;6b87edf34edd:39431 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b87edf34edd%2C39431%2C1732127528070, suffix=, logDir=hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/WALs/6b87edf34edd,39431,1732127528070, archiveDir=hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/oldWALs, maxLogs=32 2024-11-20T18:32:09,638 INFO [RS:1;6b87edf34edd:39477 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b87edf34edd%2C39477%2C1732127528021, suffix=, logDir=hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/WALs/6b87edf34edd,39477,1732127528021, archiveDir=hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/oldWALs, maxLogs=32 2024-11-20T18:32:09,653 DEBUG [RS:1;6b87edf34edd:39477 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/WALs/6b87edf34edd,39477,1732127528021/6b87edf34edd%2C39477%2C1732127528021.1732127529641, exclude list is [], retry=0 2024-11-20T18:32:09,653 DEBUG [RS:2;6b87edf34edd:39431 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/WALs/6b87edf34edd,39431,1732127528070/6b87edf34edd%2C39431%2C1732127528070.1732127529641, exclude list is [], retry=0 2024-11-20T18:32:09,654 DEBUG [RS:0;6b87edf34edd:39065 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/WALs/6b87edf34edd,39065,1732127527893/6b87edf34edd%2C39065%2C1732127527893.1732127529640, exclude list is [], retry=0 2024-11-20T18:32:09,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46401,DS-f803c8da-d3d1-4dc0-809f-056229286720,DISK] 2024-11-20T18:32:09,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39759,DS-4540ffb9-c276-45f2-9a52-ce28bdf798c0,DISK] 2024-11-20T18:32:09,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41815,DS-a91a1f5a-ebaf-4940-bf10-846a197e974f,DISK] 2024-11-20T18:32:09,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41815,DS-a91a1f5a-ebaf-4940-bf10-846a197e974f,DISK] 2024-11-20T18:32:09,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39759,DS-4540ffb9-c276-45f2-9a52-ce28bdf798c0,DISK] 2024-11-20T18:32:09,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41815,DS-a91a1f5a-ebaf-4940-bf10-846a197e974f,DISK] 2024-11-20T18:32:09,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46401,DS-f803c8da-d3d1-4dc0-809f-056229286720,DISK] 2024-11-20T18:32:09,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46401,DS-f803c8da-d3d1-4dc0-809f-056229286720,DISK] 2024-11-20T18:32:09,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39759,DS-4540ffb9-c276-45f2-9a52-ce28bdf798c0,DISK] 2024-11-20T18:32:09,690 INFO [RS:1;6b87edf34edd:39477 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/WALs/6b87edf34edd,39477,1732127528021/6b87edf34edd%2C39477%2C1732127528021.1732127529641 2024-11-20T18:32:09,690 DEBUG [RS:1;6b87edf34edd:39477 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43037:43037),(127.0.0.1/127.0.0.1:39191:39191),(127.0.0.1/127.0.0.1:40499:40499)] 2024-11-20T18:32:09,697 INFO [RS:0;6b87edf34edd:39065 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/WALs/6b87edf34edd,39065,1732127527893/6b87edf34edd%2C39065%2C1732127527893.1732127529640 2024-11-20T18:32:09,698 DEBUG [RS:0;6b87edf34edd:39065 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40499:40499),(127.0.0.1/127.0.0.1:39191:39191),(127.0.0.1/127.0.0.1:43037:43037)] 2024-11-20T18:32:09,701 INFO [RS:2;6b87edf34edd:39431 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/WALs/6b87edf34edd,39431,1732127528070/6b87edf34edd%2C39431%2C1732127528070.1732127529641 2024-11-20T18:32:09,703 DEBUG [RS:2;6b87edf34edd:39431 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43037:43037),(127.0.0.1/127.0.0.1:39191:39191),(127.0.0.1/127.0.0.1:40499:40499)] 2024-11-20T18:32:09,802 DEBUG [6b87edf34edd:45721 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-20T18:32:09,812 DEBUG [6b87edf34edd:45721 {}] balancer.BalancerClusterState(204): Hosts are {6b87edf34edd=0} racks are {/default-rack=0} 2024-11-20T18:32:09,820 DEBUG [6b87edf34edd:45721 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T18:32:09,820 DEBUG [6b87edf34edd:45721 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T18:32:09,820 DEBUG [6b87edf34edd:45721 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-20T18:32:09,820 DEBUG [6b87edf34edd:45721 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T18:32:09,820 DEBUG [6b87edf34edd:45721 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T18:32:09,820 DEBUG [6b87edf34edd:45721 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-20T18:32:09,820 INFO [6b87edf34edd:45721 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T18:32:09,820 INFO [6b87edf34edd:45721 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T18:32:09,820 INFO [6b87edf34edd:45721 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-20T18:32:09,820 DEBUG [6b87edf34edd:45721 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T18:32:09,829 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b87edf34edd,39431,1732127528070 2024-11-20T18:32:09,835 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b87edf34edd,39431,1732127528070, state=OPENING 2024-11-20T18:32:09,890 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T18:32:09,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39477-0x101598488fa0002, quorum=127.0.0.1:64287, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T18:32:09,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45721-0x101598488fa0000, quorum=127.0.0.1:64287, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T18:32:09,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39431-0x101598488fa0003, quorum=127.0.0.1:64287, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T18:32:09,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39065-0x101598488fa0001, quorum=127.0.0.1:64287, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T18:32:09,904 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T18:32:09,904 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T18:32:09,904 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T18:32:09,905 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T18:32:09,906 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T18:32:09,909 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b87edf34edd,39431,1732127528070}] 2024-11-20T18:32:10,090 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T18:32:10,092 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48643, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T18:32:10,105 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T18:32:10,105 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:32:10,106 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T18:32:10,109 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b87edf34edd%2C39431%2C1732127528070.meta, suffix=.meta, logDir=hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/WALs/6b87edf34edd,39431,1732127528070, archiveDir=hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/oldWALs, maxLogs=32 2024-11-20T18:32:10,124 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/WALs/6b87edf34edd,39431,1732127528070/6b87edf34edd%2C39431%2C1732127528070.meta.1732127530110.meta, exclude list is [], retry=0 2024-11-20T18:32:10,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41815,DS-a91a1f5a-ebaf-4940-bf10-846a197e974f,DISK] 2024-11-20T18:32:10,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39759,DS-4540ffb9-c276-45f2-9a52-ce28bdf798c0,DISK] 2024-11-20T18:32:10,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46401,DS-f803c8da-d3d1-4dc0-809f-056229286720,DISK] 2024-11-20T18:32:10,169 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/WALs/6b87edf34edd,39431,1732127528070/6b87edf34edd%2C39431%2C1732127528070.meta.1732127530110.meta 2024-11-20T18:32:10,170 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39191:39191),(127.0.0.1/127.0.0.1:43037:43037),(127.0.0.1/127.0.0.1:40499:40499)] 2024-11-20T18:32:10,170 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:32:10,172 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T18:32:10,174 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T18:32:10,179 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T18:32:10,183 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T18:32:10,184 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:32:10,184 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T18:32:10,185 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T18:32:10,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T18:32:10,190 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T18:32:10,190 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:10,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:32:10,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T18:32:10,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T18:32:10,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:10,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:32:10,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T18:32:10,194 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T18:32:10,195 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:10,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:32:10,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T18:32:10,197 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T18:32:10,197 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:10,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:32:10,199 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T18:32:10,200 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/hbase/meta/1588230740 2024-11-20T18:32:10,203 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/hbase/meta/1588230740 2024-11-20T18:32:10,205 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T18:32:10,205 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T18:32:10,206 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:32:10,209 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T18:32:10,211 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65716514, jitterRate=-0.020747631788253784}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:32:10,211 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T18:32:10,212 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732127530185Writing region info on filesystem at 1732127530185Initializing all the Stores at 1732127530188 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732127530188Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732127530188Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127530188Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732127530188Cleaning up temporary data from old regions at 1732127530206 (+18 ms)Running coprocessor post-open hooks at 1732127530211 (+5 ms)Region opened successfully at 1732127530212 (+1 ms) 2024-11-20T18:32:10,219 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732127530081 2024-11-20T18:32:10,229 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T18:32:10,230 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T18:32:10,232 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b87edf34edd,39431,1732127528070 2024-11-20T18:32:10,234 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b87edf34edd,39431,1732127528070, state=OPEN 2024-11-20T18:32:10,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39477-0x101598488fa0002, quorum=127.0.0.1:64287, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T18:32:10,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45721-0x101598488fa0000, quorum=127.0.0.1:64287, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T18:32:10,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39431-0x101598488fa0003, quorum=127.0.0.1:64287, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T18:32:10,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39065-0x101598488fa0001, quorum=127.0.0.1:64287, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T18:32:10,240 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T18:32:10,240 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T18:32:10,240 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T18:32:10,240 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T18:32:10,241 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b87edf34edd,39431,1732127528070 2024-11-20T18:32:10,246 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T18:32:10,246 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b87edf34edd,39431,1732127528070 in 333 msec 2024-11-20T18:32:10,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T18:32:10,254 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 863 msec 2024-11-20T18:32:10,255 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T18:32:10,255 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T18:32:10,274 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:32:10,276 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,39431,1732127528070, seqNum=-1] 2024-11-20T18:32:10,296 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:32:10,298 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51461, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:32:10,317 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1400 sec 2024-11-20T18:32:10,317 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732127530317, completionTime=-1 2024-11-20T18:32:10,321 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-20T18:32:10,321 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T18:32:10,353 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-20T18:32:10,353 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732127590353 2024-11-20T18:32:10,354 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732127650354 2024-11-20T18:32:10,354 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 32 msec 2024-11-20T18:32:10,355 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-20T18:32:10,363 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,45721,1732127527016-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:32:10,364 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,45721,1732127527016-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:32:10,364 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,45721,1732127527016-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:32:10,366 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b87edf34edd:45721, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:32:10,366 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T18:32:10,367 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T18:32:10,372 DEBUG [master/6b87edf34edd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T18:32:10,396 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.187sec 2024-11-20T18:32:10,397 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T18:32:10,398 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T18:32:10,399 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T18:32:10,400 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T18:32:10,400 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T18:32:10,400 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,45721,1732127527016-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T18:32:10,401 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,45721,1732127527016-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T18:32:10,405 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T18:32:10,406 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T18:32:10,406 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,45721,1732127527016-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:32:10,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d8e6b1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:32:10,418 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,45721,-1 for getting cluster id 2024-11-20T18:32:10,421 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:32:10,429 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '75564bdc-0b63-47a5-8aaf-a17ea09d90ff' 2024-11-20T18:32:10,431 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:32:10,431 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "75564bdc-0b63-47a5-8aaf-a17ea09d90ff" 2024-11-20T18:32:10,431 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@652f1b57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:32:10,431 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,45721,-1] 2024-11-20T18:32:10,434 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:32:10,436 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:32:10,437 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:32:10,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@114ab5e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:32:10,440 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:32:10,448 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,39431,1732127528070, seqNum=-1] 2024-11-20T18:32:10,449 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:32:10,451 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:32:10,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b87edf34edd,45721,1732127527016 2024-11-20T18:32:10,470 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:34973/hbase 2024-11-20T18:32:10,487 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit0 Thread=361, OpenFileDescriptor=607, MaxFileDescriptor=1048576, SystemLoadAverage=399, ProcessCount=11, AvailableMemoryMB=8620 2024-11-20T18:32:10,510 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:32:10,514 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:32:10,516 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T18:32:10,521 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-69501698, suffix=, logDir=hdfs://localhost:34973/hbase/WALs/hregion-69501698, archiveDir=hdfs://localhost:34973/hbase/oldWALs, maxLogs=32 2024-11-20T18:32:10,535 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-69501698/hregion-69501698.1732127530523, exclude list is [], retry=0 2024-11-20T18:32:10,539 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39759,DS-4540ffb9-c276-45f2-9a52-ce28bdf798c0,DISK] 2024-11-20T18:32:10,540 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41815,DS-a91a1f5a-ebaf-4940-bf10-846a197e974f,DISK] 2024-11-20T18:32:10,540 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46401,DS-f803c8da-d3d1-4dc0-809f-056229286720,DISK] 2024-11-20T18:32:10,570 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-69501698/hregion-69501698.1732127530523 2024-11-20T18:32:10,570 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43037:43037),(127.0.0.1/127.0.0.1:39191:39191),(127.0.0.1/127.0.0.1:40499:40499)] 2024-11-20T18:32:10,571 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 24e294875f0471999acffda179070e88, NAME => 'testReplayEditsWrittenIntoWAL,,1732127530512.24e294875f0471999acffda179070e88.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34973/hbase 2024-11-20T18:32:10,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741838_1014 (size=64) 2024-11-20T18:32:10,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741838_1014 (size=64) 2024-11-20T18:32:10,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741838_1014 (size=64) 2024-11-20T18:32:10,590 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732127530512.24e294875f0471999acffda179070e88.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:32:10,593 INFO [StoreOpener-24e294875f0471999acffda179070e88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 24e294875f0471999acffda179070e88 2024-11-20T18:32:10,596 INFO [StoreOpener-24e294875f0471999acffda179070e88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24e294875f0471999acffda179070e88 columnFamilyName a 2024-11-20T18:32:10,596 DEBUG [StoreOpener-24e294875f0471999acffda179070e88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:10,597 INFO [StoreOpener-24e294875f0471999acffda179070e88-1 {}] regionserver.HStore(327): Store=24e294875f0471999acffda179070e88/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:10,597 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 24e294875f0471999acffda179070e88 2024-11-20T18:32:10,599 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/24e294875f0471999acffda179070e88 2024-11-20T18:32:10,599 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/24e294875f0471999acffda179070e88 2024-11-20T18:32:10,600 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 24e294875f0471999acffda179070e88 2024-11-20T18:32:10,600 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 24e294875f0471999acffda179070e88 2024-11-20T18:32:10,604 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 24e294875f0471999acffda179070e88 2024-11-20T18:32:10,608 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/24e294875f0471999acffda179070e88/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:32:10,609 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 24e294875f0471999acffda179070e88; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69383360, jitterRate=0.03389263153076172}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T18:32:10,611 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 24e294875f0471999acffda179070e88: Writing region info on filesystem at 1732127530590Initializing all the Stores at 1732127530592 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127530592Cleaning up temporary data from old regions at 1732127530601 (+9 ms)Region opened successfully at 1732127530611 (+10 ms) 2024-11-20T18:32:10,611 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 24e294875f0471999acffda179070e88, disabling compactions & flushes 2024-11-20T18:32:10,611 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732127530512.24e294875f0471999acffda179070e88. 2024-11-20T18:32:10,611 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732127530512.24e294875f0471999acffda179070e88. 2024-11-20T18:32:10,612 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732127530512.24e294875f0471999acffda179070e88. after waiting 1 ms 2024-11-20T18:32:10,612 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732127530512.24e294875f0471999acffda179070e88. 2024-11-20T18:32:10,612 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732127530512.24e294875f0471999acffda179070e88. 2024-11-20T18:32:10,612 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 24e294875f0471999acffda179070e88: Waiting for close lock at 1732127530611Disabling compacts and flushes for region at 1732127530611Disabling writes for close at 1732127530612 (+1 ms)Writing region close event to WAL at 1732127530612Closed at 1732127530612 2024-11-20T18:32:10,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741837_1013 (size=175) 2024-11-20T18:32:10,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741837_1013 (size=175) 2024-11-20T18:32:10,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741837_1013 (size=175) 2024-11-20T18:32:10,627 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T18:32:10,627 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-69501698:(num 1732127530523) 2024-11-20T18:32:10,629 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-20T18:32:10,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741839_1015 (size=469) 2024-11-20T18:32:10,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741839_1015 (size=469) 2024-11-20T18:32:10,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741839_1015 (size=469) 2024-11-20T18:32:10,678 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-20T18:32:10,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741840_1016 (size=322) 2024-11-20T18:32:10,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741840_1016 (size=322) 2024-11-20T18:32:10,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741840_1016 (size=322) 2024-11-20T18:32:10,739 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34973/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732127530509/wal-1, size=469 (469bytes) 2024-11-20T18:32:10,739 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-20T18:32:10,739 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-20T18:32:10,739 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34973/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732127530509/wal-1 2024-11-20T18:32:10,745 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34973/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732127530509/wal-1 after 3ms 2024-11-20T18:32:10,778 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-20T18:32:10,779 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34973/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732127530509/wal-1 took 42ms 2024-11-20T18:32:10,784 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34973/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732127530509/wal-1 so closing down 2024-11-20T18:32:10,784 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T18:32:10,787 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-20T18:32:10,823 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/24e294875f0471999acffda179070e88/recovered.edits/0000000000000000001-wal-1.temp 2024-11-20T18:32:10,824 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T18:32:10,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741841_1017 (size=469) 2024-11-20T18:32:10,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741841_1017 (size=469) 2024-11-20T18:32:10,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741841_1017 (size=469) 2024-11-20T18:32:10,837 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/24e294875f0471999acffda179070e88/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-20T18:32:10,841 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/24e294875f0471999acffda179070e88/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/24e294875f0471999acffda179070e88/recovered.edits/0000000000000000002 2024-11-20T18:32:10,846 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 61 ms; skipped=0; WAL=hdfs://localhost:34973/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732127530509/wal-1, size=469, length=469, corrupted=false, cancelled=false 2024-11-20T18:32:10,846 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34973/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732127530509/wal-1, journal: Splitting hdfs://localhost:34973/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732127530509/wal-1, size=469 (469bytes) at 1732127530739Finishing writing output for hdfs://localhost:34973/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732127530509/wal-1 so closing down at 1732127530784 (+45 ms)Creating recovered edits writer path=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/24e294875f0471999acffda179070e88/recovered.edits/0000000000000000001-wal-1.temp at 1732127530823 (+39 ms)3 split writer threads finished at 1732127530824 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/24e294875f0471999acffda179070e88/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732127530837 (+13 ms)Rename recovered edits hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/24e294875f0471999acffda179070e88/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/24e294875f0471999acffda179070e88/recovered.edits/0000000000000000002 at 1732127530841 (+4 ms)Processed 2 edits across 1 Regions in 61 ms; skipped=0; WAL=hdfs://localhost:34973/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732127530509/wal-1, size=469, length=469, corrupted=false, cancelled=false at 1732127530846 (+5 ms) 2024-11-20T18:32:10,868 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34973/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732127530509/wal-2, size=322 (322bytes) 2024-11-20T18:32:10,869 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34973/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732127530509/wal-2 2024-11-20T18:32:10,869 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34973/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732127530509/wal-2 after 0ms 2024-11-20T18:32:10,900 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-20T18:32:10,900 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34973/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732127530509/wal-2 took 32ms 2024-11-20T18:32:10,903 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34973/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732127530509/wal-2 so closing down 2024-11-20T18:32:10,903 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T18:32:10,907 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-20T18:32:10,934 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/24e294875f0471999acffda179070e88/recovered.edits/0000000000000000002-wal-2.temp 2024-11-20T18:32:10,934 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T18:32:10,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741842_1018 (size=322) 2024-11-20T18:32:10,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741842_1018 (size=322) 2024-11-20T18:32:10,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741842_1018 (size=322) 2024-11-20T18:32:10,944 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/24e294875f0471999acffda179070e88/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-20T18:32:10,976 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-20T18:32:10,979 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/24e294875f0471999acffda179070e88/recovered.edits/0000000000000000002-wal-2.temp, length=322 2024-11-20T18:32:10,980 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 79 ms; skipped=0; WAL=hdfs://localhost:34973/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732127530509/wal-2, size=322, length=322, corrupted=false, cancelled=false 2024-11-20T18:32:10,981 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34973/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732127530509/wal-2, journal: Splitting hdfs://localhost:34973/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732127530509/wal-2, size=322 (322bytes) at 1732127530869Finishing writing output for hdfs://localhost:34973/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732127530509/wal-2 so closing down at 1732127530903 (+34 ms)Creating recovered edits writer path=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/24e294875f0471999acffda179070e88/recovered.edits/0000000000000000002-wal-2.temp at 1732127530934 (+31 ms)3 split writer threads finished at 1732127530934Closed recovered edits writer path=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/24e294875f0471999acffda179070e88/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732127530944 (+10 ms)Processed 1 edits across 1 Regions in 79 ms; skipped=0; WAL=hdfs://localhost:34973/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732127530509/wal-2, size=322, length=322, corrupted=false, cancelled=false at 1732127530980 (+36 ms) 2024-11-20T18:32:10,981 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T18:32:10,983 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34973/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732127530509, archiveDir=hdfs://localhost:34973/hbase/oldWALs, maxLogs=32 2024-11-20T18:32:10,997 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732127530509/wal.1732127530984, exclude list is [], retry=0 2024-11-20T18:32:11,001 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46401,DS-f803c8da-d3d1-4dc0-809f-056229286720,DISK] 2024-11-20T18:32:11,002 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41815,DS-a91a1f5a-ebaf-4940-bf10-846a197e974f,DISK] 2024-11-20T18:32:11,002 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39759,DS-4540ffb9-c276-45f2-9a52-ce28bdf798c0,DISK] 2024-11-20T18:32:11,027 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732127530509/wal.1732127530984 2024-11-20T18:32:11,028 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40499:40499),(127.0.0.1/127.0.0.1:39191:39191),(127.0.0.1/127.0.0.1:43037:43037)] 2024-11-20T18:32:11,028 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 24e294875f0471999acffda179070e88, NAME => 'testReplayEditsWrittenIntoWAL,,1732127530512.24e294875f0471999acffda179070e88.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:32:11,028 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732127530512.24e294875f0471999acffda179070e88.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:32:11,028 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 24e294875f0471999acffda179070e88 2024-11-20T18:32:11,028 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 24e294875f0471999acffda179070e88 2024-11-20T18:32:11,031 INFO [StoreOpener-24e294875f0471999acffda179070e88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 24e294875f0471999acffda179070e88 2024-11-20T18:32:11,032 INFO [StoreOpener-24e294875f0471999acffda179070e88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24e294875f0471999acffda179070e88 columnFamilyName a 2024-11-20T18:32:11,032 DEBUG [StoreOpener-24e294875f0471999acffda179070e88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:11,033 INFO [StoreOpener-24e294875f0471999acffda179070e88-1 {}] regionserver.HStore(327): Store=24e294875f0471999acffda179070e88/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:11,034 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 24e294875f0471999acffda179070e88 2024-11-20T18:32:11,035 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/24e294875f0471999acffda179070e88 2024-11-20T18:32:11,039 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/24e294875f0471999acffda179070e88 2024-11-20T18:32:11,040 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/24e294875f0471999acffda179070e88/recovered.edits/0000000000000000002 2024-11-20T18:32:11,070 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-20T18:32:11,076 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/24e294875f0471999acffda179070e88/recovered.edits/0000000000000000002 2024-11-20T18:32:11,080 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 24e294875f0471999acffda179070e88 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-20T18:32:11,150 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/24e294875f0471999acffda179070e88/.tmp/a/d498009f78a94bc3988a952a1f07fe66 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1732127530627/Put/seqid=0 2024-11-20T18:32:11,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741844_1020 (size=5170) 2024-11-20T18:32:11,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741844_1020 (size=5170) 2024-11-20T18:32:11,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741844_1020 (size=5170) 2024-11-20T18:32:11,175 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/24e294875f0471999acffda179070e88/.tmp/a/d498009f78a94bc3988a952a1f07fe66 2024-11-20T18:32:11,222 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/24e294875f0471999acffda179070e88/.tmp/a/d498009f78a94bc3988a952a1f07fe66 as hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/24e294875f0471999acffda179070e88/a/d498009f78a94bc3988a952a1f07fe66 2024-11-20T18:32:11,231 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/24e294875f0471999acffda179070e88/a/d498009f78a94bc3988a952a1f07fe66, entries=2, sequenceid=2, filesize=5.0 K 2024-11-20T18:32:11,236 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 24e294875f0471999acffda179070e88 in 157ms, sequenceid=2, compaction requested=false; wal=null 2024-11-20T18:32:11,238 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/24e294875f0471999acffda179070e88/recovered.edits/0000000000000000002 2024-11-20T18:32:11,238 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 24e294875f0471999acffda179070e88 2024-11-20T18:32:11,238 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 24e294875f0471999acffda179070e88 2024-11-20T18:32:11,241 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 24e294875f0471999acffda179070e88 2024-11-20T18:32:11,244 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/24e294875f0471999acffda179070e88/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-20T18:32:11,245 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 24e294875f0471999acffda179070e88; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68139633, jitterRate=0.015359655022621155}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T18:32:11,246 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 24e294875f0471999acffda179070e88: Writing region info on filesystem at 1732127531028Initializing all the Stores at 1732127531030 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127531030Obtaining lock to block concurrent updates at 1732127531080 (+50 ms)Preparing flush snapshotting stores in 24e294875f0471999acffda179070e88 at 1732127531080Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1732127530512.24e294875f0471999acffda179070e88., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1732127531083 (+3 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1732127530512.24e294875f0471999acffda179070e88. at 1732127531083Flushing 24e294875f0471999acffda179070e88/a: creating writer at 1732127531084 (+1 ms)Flushing 24e294875f0471999acffda179070e88/a: appending metadata at 1732127531118 (+34 ms)Flushing 24e294875f0471999acffda179070e88/a: closing flushed file at 1732127531120 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a3fd728: reopening flushed file at 1732127531221 (+101 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 24e294875f0471999acffda179070e88 in 157ms, sequenceid=2, compaction requested=false; wal=null at 1732127531236 (+15 ms)Cleaning up temporary data from old regions at 1732127531238 (+2 ms)Region opened successfully at 1732127531246 (+8 ms) 2024-11-20T18:32:11,270 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit0 Thread=373 (was 361) Potentially hanging thread: PacketResponder: BP-1090215104-172.17.0.3-1732127522291:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1477856948_22 at /127.0.0.1:57804 [Receiving block BP-1090215104-172.17.0.3-1732127522291:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1477856948_22 at /127.0.0.1:35728 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1477856948_22 at /127.0.0.1:35764 [Receiving block BP-1090215104-172.17.0.3-1732127522291:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1477856948_22 at /127.0.0.1:35772 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1090215104-172.17.0.3-1732127522291:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1090215104-172.17.0.3-1732127522291:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1477856948_22 at /127.0.0.1:35912 [Receiving block BP-1090215104-172.17.0.3-1732127522291:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:34973/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 607) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=399 (was 399), ProcessCount=11 (was 11), AvailableMemoryMB=8502 (was 8620) 2024-11-20T18:32:11,281 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit1 Thread=372, OpenFileDescriptor=701, MaxFileDescriptor=1048576, SystemLoadAverage=399, ProcessCount=11, AvailableMemoryMB=8500 2024-11-20T18:32:11,296 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:32:11,298 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:32:11,299 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T18:32:11,302 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-11135198, suffix=, logDir=hdfs://localhost:34973/hbase/WALs/hregion-11135198, archiveDir=hdfs://localhost:34973/hbase/oldWALs, maxLogs=32 2024-11-20T18:32:11,315 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-11135198/hregion-11135198.1732127531303, exclude list is [], retry=0 2024-11-20T18:32:11,318 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39759,DS-4540ffb9-c276-45f2-9a52-ce28bdf798c0,DISK] 2024-11-20T18:32:11,318 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46401,DS-f803c8da-d3d1-4dc0-809f-056229286720,DISK] 2024-11-20T18:32:11,318 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41815,DS-a91a1f5a-ebaf-4940-bf10-846a197e974f,DISK] 2024-11-20T18:32:11,342 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-11135198/hregion-11135198.1732127531303 2024-11-20T18:32:11,342 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43037:43037),(127.0.0.1/127.0.0.1:40499:40499),(127.0.0.1/127.0.0.1:39191:39191)] 2024-11-20T18:32:11,342 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => d44afd8ed86cf37362bc7c8b60953580, NAME => 'testReplayEditsWrittenIntoWAL,,1732127531297.d44afd8ed86cf37362bc7c8b60953580.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34973/hbase 2024-11-20T18:32:11,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741846_1022 (size=64) 2024-11-20T18:32:11,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741846_1022 (size=64) 2024-11-20T18:32:11,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741846_1022 (size=64) 2024-11-20T18:32:11,354 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732127531297.d44afd8ed86cf37362bc7c8b60953580.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:32:11,356 INFO [StoreOpener-d44afd8ed86cf37362bc7c8b60953580-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d44afd8ed86cf37362bc7c8b60953580 2024-11-20T18:32:11,359 INFO [StoreOpener-d44afd8ed86cf37362bc7c8b60953580-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d44afd8ed86cf37362bc7c8b60953580 columnFamilyName a 2024-11-20T18:32:11,359 DEBUG [StoreOpener-d44afd8ed86cf37362bc7c8b60953580-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:11,360 INFO [StoreOpener-d44afd8ed86cf37362bc7c8b60953580-1 {}] regionserver.HStore(327): Store=d44afd8ed86cf37362bc7c8b60953580/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:11,360 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d44afd8ed86cf37362bc7c8b60953580 2024-11-20T18:32:11,361 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/d44afd8ed86cf37362bc7c8b60953580 2024-11-20T18:32:11,362 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/d44afd8ed86cf37362bc7c8b60953580 2024-11-20T18:32:11,362 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d44afd8ed86cf37362bc7c8b60953580 2024-11-20T18:32:11,362 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d44afd8ed86cf37362bc7c8b60953580 2024-11-20T18:32:11,364 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d44afd8ed86cf37362bc7c8b60953580 2024-11-20T18:32:11,368 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/d44afd8ed86cf37362bc7c8b60953580/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:32:11,369 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d44afd8ed86cf37362bc7c8b60953580; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64396323, jitterRate=-0.040420010685920715}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T18:32:11,369 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d44afd8ed86cf37362bc7c8b60953580: Writing region info on filesystem at 1732127531354Initializing all the Stores at 1732127531356 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127531356Cleaning up temporary data from old regions at 1732127531362 (+6 ms)Region opened successfully at 1732127531369 (+7 ms) 2024-11-20T18:32:11,369 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d44afd8ed86cf37362bc7c8b60953580, disabling compactions & flushes 2024-11-20T18:32:11,369 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732127531297.d44afd8ed86cf37362bc7c8b60953580. 2024-11-20T18:32:11,369 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732127531297.d44afd8ed86cf37362bc7c8b60953580. 2024-11-20T18:32:11,369 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732127531297.d44afd8ed86cf37362bc7c8b60953580. after waiting 0 ms 2024-11-20T18:32:11,369 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732127531297.d44afd8ed86cf37362bc7c8b60953580. 2024-11-20T18:32:11,370 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732127531297.d44afd8ed86cf37362bc7c8b60953580. 2024-11-20T18:32:11,370 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d44afd8ed86cf37362bc7c8b60953580: Waiting for close lock at 1732127531369Disabling compacts and flushes for region at 1732127531369Disabling writes for close at 1732127531369Writing region close event to WAL at 1732127531370 (+1 ms)Closed at 1732127531370 2024-11-20T18:32:11,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741845_1021 (size=175) 2024-11-20T18:32:11,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741845_1021 (size=175) 2024-11-20T18:32:11,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741845_1021 (size=175) 2024-11-20T18:32:11,376 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T18:32:11,376 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-11135198:(num 1732127531303) 2024-11-20T18:32:11,377 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-20T18:32:11,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741847_1023 (size=469) 2024-11-20T18:32:11,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741847_1023 (size=469) 2024-11-20T18:32:11,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741847_1023 (size=469) 2024-11-20T18:32:11,413 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-20T18:32:11,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741848_1024 (size=322) 2024-11-20T18:32:11,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741848_1024 (size=322) 2024-11-20T18:32:11,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741848_1024 (size=322) 2024-11-20T18:32:11,464 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34973/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732127531295/wal-2, size=322 (322bytes) 2024-11-20T18:32:11,464 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34973/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732127531295/wal-2 2024-11-20T18:32:11,465 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34973/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732127531295/wal-2 after 1ms 2024-11-20T18:32:11,489 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-20T18:32:11,489 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34973/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732127531295/wal-2 took 25ms 2024-11-20T18:32:11,492 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34973/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732127531295/wal-2 so closing down 2024-11-20T18:32:11,492 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T18:32:11,494 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-20T18:32:11,523 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/d44afd8ed86cf37362bc7c8b60953580/recovered.edits/0000000000000000002-wal-2.temp 2024-11-20T18:32:11,523 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T18:32:11,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741849_1025 (size=322) 2024-11-20T18:32:11,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741849_1025 (size=322) 2024-11-20T18:32:11,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741849_1025 (size=322) 2024-11-20T18:32:11,536 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/d44afd8ed86cf37362bc7c8b60953580/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-20T18:32:11,538 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/d44afd8ed86cf37362bc7c8b60953580/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/d44afd8ed86cf37362bc7c8b60953580/recovered.edits/0000000000000000002 2024-11-20T18:32:11,539 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:34973/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732127531295/wal-2, size=322, length=322, corrupted=false, cancelled=false 2024-11-20T18:32:11,539 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34973/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732127531295/wal-2, journal: Splitting hdfs://localhost:34973/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732127531295/wal-2, size=322 (322bytes) at 1732127531464Finishing writing output for hdfs://localhost:34973/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732127531295/wal-2 so closing down at 1732127531492 (+28 ms)Creating recovered edits writer path=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/d44afd8ed86cf37362bc7c8b60953580/recovered.edits/0000000000000000002-wal-2.temp at 1732127531523 (+31 ms)3 split writer threads finished at 1732127531523Closed recovered edits writer path=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/d44afd8ed86cf37362bc7c8b60953580/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732127531536 (+13 ms)Rename recovered edits hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/d44afd8ed86cf37362bc7c8b60953580/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/d44afd8ed86cf37362bc7c8b60953580/recovered.edits/0000000000000000002 at 1732127531538 (+2 ms)Processed 1 edits across 1 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:34973/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732127531295/wal-2, size=322, length=322, corrupted=false, cancelled=false at 1732127531539 (+1 ms) 2024-11-20T18:32:11,552 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34973/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732127531295/wal-1, size=469 (469bytes) 2024-11-20T18:32:11,552 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34973/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732127531295/wal-1 2024-11-20T18:32:11,552 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34973/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732127531295/wal-1 after 0ms 2024-11-20T18:32:11,578 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-20T18:32:11,578 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34973/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732127531295/wal-1 took 27ms 2024-11-20T18:32:11,581 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34973/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732127531295/wal-1 so closing down 2024-11-20T18:32:11,581 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T18:32:11,584 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-20T18:32:11,607 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/d44afd8ed86cf37362bc7c8b60953580/recovered.edits/0000000000000000001-wal-1.temp 2024-11-20T18:32:11,608 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T18:32:11,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741850_1026 (size=469) 2024-11-20T18:32:11,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741850_1026 (size=469) 2024-11-20T18:32:11,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741850_1026 (size=469) 2024-11-20T18:32:11,616 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/d44afd8ed86cf37362bc7c8b60953580/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-20T18:32:11,641 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-20T18:32:11,643 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/d44afd8ed86cf37362bc7c8b60953580/recovered.edits/0000000000000000002, length=322 2024-11-20T18:32:11,645 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/d44afd8ed86cf37362bc7c8b60953580/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/d44afd8ed86cf37362bc7c8b60953580/recovered.edits/0000000000000000002 2024-11-20T18:32:11,646 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 67 ms; skipped=0; WAL=hdfs://localhost:34973/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732127531295/wal-1, size=469, length=469, corrupted=false, cancelled=false 2024-11-20T18:32:11,646 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34973/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732127531295/wal-1, journal: Splitting hdfs://localhost:34973/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732127531295/wal-1, size=469 (469bytes) at 1732127531552Finishing writing output for hdfs://localhost:34973/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732127531295/wal-1 so closing down at 1732127531581 (+29 ms)Creating recovered edits writer path=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/d44afd8ed86cf37362bc7c8b60953580/recovered.edits/0000000000000000001-wal-1.temp at 1732127531607 (+26 ms)3 split writer threads finished at 1732127531608 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/d44afd8ed86cf37362bc7c8b60953580/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732127531616 (+8 ms)Rename recovered edits hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/d44afd8ed86cf37362bc7c8b60953580/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/d44afd8ed86cf37362bc7c8b60953580/recovered.edits/0000000000000000002 at 1732127531645 (+29 ms)Processed 2 edits across 1 Regions in 67 ms; skipped=0; WAL=hdfs://localhost:34973/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732127531295/wal-1, size=469, length=469, corrupted=false, cancelled=false at 1732127531646 (+1 ms) 2024-11-20T18:32:11,646 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T18:32:11,648 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34973/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732127531295, archiveDir=hdfs://localhost:34973/hbase/oldWALs, maxLogs=32 2024-11-20T18:32:11,660 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732127531295/wal.1732127531648, exclude list is [], retry=0 2024-11-20T18:32:11,664 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46401,DS-f803c8da-d3d1-4dc0-809f-056229286720,DISK] 2024-11-20T18:32:11,664 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39759,DS-4540ffb9-c276-45f2-9a52-ce28bdf798c0,DISK] 2024-11-20T18:32:11,664 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41815,DS-a91a1f5a-ebaf-4940-bf10-846a197e974f,DISK] 2024-11-20T18:32:11,688 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732127531295/wal.1732127531648 2024-11-20T18:32:11,689 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40499:40499),(127.0.0.1/127.0.0.1:43037:43037),(127.0.0.1/127.0.0.1:39191:39191)] 2024-11-20T18:32:11,689 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => d44afd8ed86cf37362bc7c8b60953580, NAME => 'testReplayEditsWrittenIntoWAL,,1732127531297.d44afd8ed86cf37362bc7c8b60953580.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:32:11,689 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732127531297.d44afd8ed86cf37362bc7c8b60953580.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:32:11,689 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for d44afd8ed86cf37362bc7c8b60953580 2024-11-20T18:32:11,689 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for d44afd8ed86cf37362bc7c8b60953580 2024-11-20T18:32:11,691 INFO [StoreOpener-d44afd8ed86cf37362bc7c8b60953580-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d44afd8ed86cf37362bc7c8b60953580 2024-11-20T18:32:11,693 INFO [StoreOpener-d44afd8ed86cf37362bc7c8b60953580-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d44afd8ed86cf37362bc7c8b60953580 columnFamilyName a 2024-11-20T18:32:11,693 DEBUG [StoreOpener-d44afd8ed86cf37362bc7c8b60953580-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:11,694 INFO [StoreOpener-d44afd8ed86cf37362bc7c8b60953580-1 {}] regionserver.HStore(327): Store=d44afd8ed86cf37362bc7c8b60953580/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:11,694 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d44afd8ed86cf37362bc7c8b60953580 2024-11-20T18:32:11,695 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/d44afd8ed86cf37362bc7c8b60953580 2024-11-20T18:32:11,696 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/d44afd8ed86cf37362bc7c8b60953580 2024-11-20T18:32:11,697 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/d44afd8ed86cf37362bc7c8b60953580/recovered.edits/0000000000000000002 2024-11-20T18:32:11,722 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-20T18:32:11,724 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/d44afd8ed86cf37362bc7c8b60953580/recovered.edits/0000000000000000002 2024-11-20T18:32:11,724 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d44afd8ed86cf37362bc7c8b60953580 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-20T18:32:11,738 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/d44afd8ed86cf37362bc7c8b60953580/.tmp/a/b1d35f2f1d0c4459a695b35c9958569f is 58, key is testReplayEditsWrittenIntoWAL/a:1/1732127531376/Put/seqid=0 2024-11-20T18:32:11,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741852_1028 (size=5170) 2024-11-20T18:32:11,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741852_1028 (size=5170) 2024-11-20T18:32:11,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741852_1028 (size=5170) 2024-11-20T18:32:11,746 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/d44afd8ed86cf37362bc7c8b60953580/.tmp/a/b1d35f2f1d0c4459a695b35c9958569f 2024-11-20T18:32:11,755 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/d44afd8ed86cf37362bc7c8b60953580/.tmp/a/b1d35f2f1d0c4459a695b35c9958569f as hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/d44afd8ed86cf37362bc7c8b60953580/a/b1d35f2f1d0c4459a695b35c9958569f 2024-11-20T18:32:11,763 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/d44afd8ed86cf37362bc7c8b60953580/a/b1d35f2f1d0c4459a695b35c9958569f, entries=2, sequenceid=2, filesize=5.0 K 2024-11-20T18:32:11,764 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for d44afd8ed86cf37362bc7c8b60953580 in 40ms, sequenceid=2, compaction requested=false; wal=null 2024-11-20T18:32:11,765 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/d44afd8ed86cf37362bc7c8b60953580/recovered.edits/0000000000000000002 2024-11-20T18:32:11,765 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d44afd8ed86cf37362bc7c8b60953580 2024-11-20T18:32:11,765 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d44afd8ed86cf37362bc7c8b60953580 2024-11-20T18:32:11,768 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d44afd8ed86cf37362bc7c8b60953580 2024-11-20T18:32:11,771 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/d44afd8ed86cf37362bc7c8b60953580/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-20T18:32:11,772 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d44afd8ed86cf37362bc7c8b60953580; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59399240, jitterRate=-0.11488234996795654}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T18:32:11,773 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d44afd8ed86cf37362bc7c8b60953580: Writing region info on filesystem at 1732127531689Initializing all the Stores at 1732127531691 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127531691Obtaining lock to block concurrent updates at 1732127531724 (+33 ms)Preparing flush snapshotting stores in d44afd8ed86cf37362bc7c8b60953580 at 1732127531724Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1732127531297.d44afd8ed86cf37362bc7c8b60953580., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1732127531724Flushing stores of testReplayEditsWrittenIntoWAL,,1732127531297.d44afd8ed86cf37362bc7c8b60953580. at 1732127531724Flushing d44afd8ed86cf37362bc7c8b60953580/a: creating writer at 1732127531724Flushing d44afd8ed86cf37362bc7c8b60953580/a: appending metadata at 1732127531737 (+13 ms)Flushing d44afd8ed86cf37362bc7c8b60953580/a: closing flushed file at 1732127531737Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8ea67b5: reopening flushed file at 1732127531754 (+17 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for d44afd8ed86cf37362bc7c8b60953580 in 40ms, sequenceid=2, compaction requested=false; wal=null at 1732127531764 (+10 ms)Cleaning up temporary data from old regions at 1732127531765 (+1 ms)Region opened successfully at 1732127531773 (+8 ms) 2024-11-20T18:32:11,789 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit1 Thread=382 (was 372) Potentially hanging thread: PacketResponder: BP-1090215104-172.17.0.3-1732127522291:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1090215104-172.17.0.3-1732127522291:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1477856948_22 at /127.0.0.1:57894 [Receiving block BP-1090215104-172.17.0.3-1732127522291:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1477856948_22 at /127.0.0.1:35728 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1477856948_22 at /127.0.0.1:35818 [Receiving block BP-1090215104-172.17.0.3-1732127522291:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1477856948_22 at /127.0.0.1:35772 [Waiting for operation #21] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1477856948_22 at /127.0.0.1:35976 [Receiving block BP-1090215104-172.17.0.3-1732127522291:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1090215104-172.17.0.3-1732127522291:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=781 (was 701) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=399 (was 399), ProcessCount=11 (was 11), AvailableMemoryMB=8494 (was 8500) 2024-11-20T18:32:11,800 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=382, OpenFileDescriptor=781, MaxFileDescriptor=1048576, SystemLoadAverage=399, ProcessCount=11, AvailableMemoryMB=8493 2024-11-20T18:32:11,817 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:32:11,819 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:32:11,820 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T18:32:11,823 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-23897704, suffix=, logDir=hdfs://localhost:34973/hbase/WALs/hregion-23897704, archiveDir=hdfs://localhost:34973/hbase/oldWALs, maxLogs=32 2024-11-20T18:32:11,836 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-23897704/hregion-23897704.1732127531824, exclude list is [], retry=0 2024-11-20T18:32:11,839 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39759,DS-4540ffb9-c276-45f2-9a52-ce28bdf798c0,DISK] 2024-11-20T18:32:11,839 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41815,DS-a91a1f5a-ebaf-4940-bf10-846a197e974f,DISK] 2024-11-20T18:32:11,839 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46401,DS-f803c8da-d3d1-4dc0-809f-056229286720,DISK] 2024-11-20T18:32:11,863 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-23897704/hregion-23897704.1732127531824 2024-11-20T18:32:11,863 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43037:43037),(127.0.0.1/127.0.0.1:39191:39191),(127.0.0.1/127.0.0.1:40499:40499)] 2024-11-20T18:32:11,863 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 2fb5068b99f13aa1a89f1f504ef42da6, NAME => 'testReplayEditsWrittenIntoWAL,,1732127531818.2fb5068b99f13aa1a89f1f504ef42da6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34973/hbase 2024-11-20T18:32:11,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741854_1030 (size=64) 2024-11-20T18:32:11,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741854_1030 (size=64) 2024-11-20T18:32:11,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741854_1030 (size=64) 2024-11-20T18:32:11,875 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732127531818.2fb5068b99f13aa1a89f1f504ef42da6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:32:11,877 INFO [StoreOpener-2fb5068b99f13aa1a89f1f504ef42da6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2fb5068b99f13aa1a89f1f504ef42da6 2024-11-20T18:32:11,879 INFO [StoreOpener-2fb5068b99f13aa1a89f1f504ef42da6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2fb5068b99f13aa1a89f1f504ef42da6 columnFamilyName a 2024-11-20T18:32:11,879 DEBUG [StoreOpener-2fb5068b99f13aa1a89f1f504ef42da6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:11,879 INFO [StoreOpener-2fb5068b99f13aa1a89f1f504ef42da6-1 {}] regionserver.HStore(327): Store=2fb5068b99f13aa1a89f1f504ef42da6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:11,880 INFO [StoreOpener-2fb5068b99f13aa1a89f1f504ef42da6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 2fb5068b99f13aa1a89f1f504ef42da6 2024-11-20T18:32:11,882 INFO [StoreOpener-2fb5068b99f13aa1a89f1f504ef42da6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2fb5068b99f13aa1a89f1f504ef42da6 columnFamilyName b 2024-11-20T18:32:11,882 DEBUG [StoreOpener-2fb5068b99f13aa1a89f1f504ef42da6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:11,882 INFO [StoreOpener-2fb5068b99f13aa1a89f1f504ef42da6-1 {}] regionserver.HStore(327): Store=2fb5068b99f13aa1a89f1f504ef42da6/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:11,883 INFO [StoreOpener-2fb5068b99f13aa1a89f1f504ef42da6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 2fb5068b99f13aa1a89f1f504ef42da6 2024-11-20T18:32:11,885 INFO [StoreOpener-2fb5068b99f13aa1a89f1f504ef42da6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2fb5068b99f13aa1a89f1f504ef42da6 columnFamilyName c 2024-11-20T18:32:11,885 DEBUG [StoreOpener-2fb5068b99f13aa1a89f1f504ef42da6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:11,886 INFO [StoreOpener-2fb5068b99f13aa1a89f1f504ef42da6-1 {}] regionserver.HStore(327): Store=2fb5068b99f13aa1a89f1f504ef42da6/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:11,886 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2fb5068b99f13aa1a89f1f504ef42da6 2024-11-20T18:32:11,887 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/2fb5068b99f13aa1a89f1f504ef42da6 2024-11-20T18:32:11,888 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/2fb5068b99f13aa1a89f1f504ef42da6 2024-11-20T18:32:11,889 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2fb5068b99f13aa1a89f1f504ef42da6 2024-11-20T18:32:11,889 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2fb5068b99f13aa1a89f1f504ef42da6 2024-11-20T18:32:11,890 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T18:32:11,891 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2fb5068b99f13aa1a89f1f504ef42da6 2024-11-20T18:32:11,894 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/2fb5068b99f13aa1a89f1f504ef42da6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:32:11,894 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2fb5068b99f13aa1a89f1f504ef42da6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65493349, jitterRate=-0.024073049426078796}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T18:32:11,895 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2fb5068b99f13aa1a89f1f504ef42da6: Writing region info on filesystem at 1732127531875Initializing all the Stores at 1732127531876 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127531876Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127531876Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127531876Cleaning up temporary data from old regions at 1732127531889 (+13 ms)Region opened successfully at 1732127531895 (+6 ms) 2024-11-20T18:32:11,895 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 2fb5068b99f13aa1a89f1f504ef42da6, disabling compactions & flushes 2024-11-20T18:32:11,895 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732127531818.2fb5068b99f13aa1a89f1f504ef42da6. 2024-11-20T18:32:11,895 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732127531818.2fb5068b99f13aa1a89f1f504ef42da6. 2024-11-20T18:32:11,895 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732127531818.2fb5068b99f13aa1a89f1f504ef42da6. after waiting 0 ms 2024-11-20T18:32:11,895 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732127531818.2fb5068b99f13aa1a89f1f504ef42da6. 2024-11-20T18:32:11,896 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732127531818.2fb5068b99f13aa1a89f1f504ef42da6. 2024-11-20T18:32:11,896 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 2fb5068b99f13aa1a89f1f504ef42da6: Waiting for close lock at 1732127531895Disabling compacts and flushes for region at 1732127531895Disabling writes for close at 1732127531895Writing region close event to WAL at 1732127531896 (+1 ms)Closed at 1732127531896 2024-11-20T18:32:11,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741853_1029 (size=175) 2024-11-20T18:32:11,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741853_1029 (size=175) 2024-11-20T18:32:11,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741853_1029 (size=175) 2024-11-20T18:32:11,906 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T18:32:11,907 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-23897704:(num 1732127531824) 2024-11-20T18:32:11,907 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T18:32:11,909 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34973/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732127531817, archiveDir=hdfs://localhost:34973/hbase/oldWALs, maxLogs=32 2024-11-20T18:32:11,921 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732127531817/wal.1732127531910, exclude list is [], retry=0 2024-11-20T18:32:11,924 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41815,DS-a91a1f5a-ebaf-4940-bf10-846a197e974f,DISK] 2024-11-20T18:32:11,925 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46401,DS-f803c8da-d3d1-4dc0-809f-056229286720,DISK] 2024-11-20T18:32:11,925 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39759,DS-4540ffb9-c276-45f2-9a52-ce28bdf798c0,DISK] 2024-11-20T18:32:11,950 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732127531817/wal.1732127531910 2024-11-20T18:32:11,951 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39191:39191),(127.0.0.1/127.0.0.1:40499:40499),(127.0.0.1/127.0.0.1:43037:43037)] 2024-11-20T18:32:12,176 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34973/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732127531817/wal.1732127531910, size=0 (0bytes) 2024-11-20T18:32:12,177 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:34973/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732127531817/wal.1732127531910 might be still open, length is 0 2024-11-20T18:32:12,177 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34973/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732127531817/wal.1732127531910 2024-11-20T18:32:12,177 WARN [IPC Server handler 1 on default port 34973 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732127531817/wal.1732127531910 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-11-20T18:32:12,178 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34973/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732127531817/wal.1732127531910 after 1ms 2024-11-20T18:32:15,145 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1477856948_22 at /127.0.0.1:47974 [Receiving block BP-1090215104-172.17.0.3-1732127522291:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:41815:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47974 dst: /127.0.0.1:41815 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:41815 remote=/127.0.0.1:47974]. Total timeout mills is 60000, 57003 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:32:15,146 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1477856948_22 at /127.0.0.1:46090 [Receiving block BP-1090215104-172.17.0.3-1732127522291:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:46401:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:46090 dst: /127.0.0.1:46401 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:32:15,146 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1477856948_22 at /127.0.0.1:38816 [Receiving block BP-1090215104-172.17.0.3-1732127522291:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:39759:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38816 dst: /127.0.0.1:39759 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:32:15,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741855_1032 (size=497775) 2024-11-20T18:32:15,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741855_1032 (size=497775) 2024-11-20T18:32:15,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741855_1032 (size=497775) 2024-11-20T18:32:15,704 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T18:32:15,758 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T18:32:16,179 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34973/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732127531817/wal.1732127531910 after 4002ms 2024-11-20T18:32:16,213 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-20T18:32:16,214 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34973/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732127531817/wal.1732127531910 took 4038ms 2024-11-20T18:32:16,219 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1732127531910.temp 2024-11-20T18:32:16,251 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/2fb5068b99f13aa1a89f1f504ef42da6/recovered.edits/0000000000000000001-wal.1732127531910.temp 2024-11-20T18:32:16,322 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34973/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732127531817/wal.1732127531910; continuing. 2024-11-20T18:32:16,322 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34973/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732127531817/wal.1732127531910 so closing down 2024-11-20T18:32:16,322 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T18:32:16,323 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T18:32:16,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741856_1033 (size=497783) 2024-11-20T18:32:16,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741856_1033 (size=497783) 2024-11-20T18:32:16,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741856_1033 (size=497783) 2024-11-20T18:32:16,329 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/2fb5068b99f13aa1a89f1f504ef42da6/recovered.edits/0000000000000000001-wal.1732127531910.temp (wrote 3002 edits, skipped 0 edits in 45 ms) 2024-11-20T18:32:16,331 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/2fb5068b99f13aa1a89f1f504ef42da6/recovered.edits/0000000000000000001-wal.1732127531910.temp to hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/2fb5068b99f13aa1a89f1f504ef42da6/recovered.edits/0000000000000003002 2024-11-20T18:32:16,331 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 116 ms; skipped=0; WAL=hdfs://localhost:34973/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732127531817/wal.1732127531910, size=0, length=0, corrupted=false, cancelled=false 2024-11-20T18:32:16,331 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34973/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732127531817/wal.1732127531910, journal: Splitting hdfs://localhost:34973/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732127531817/wal.1732127531910, size=0 (0bytes) at 1732127532176Creating recovered edits writer path=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/2fb5068b99f13aa1a89f1f504ef42da6/recovered.edits/0000000000000000001-wal.1732127531910.temp at 1732127536251 (+4075 ms)Split 1024 edits, skipped 0 edits. at 1732127536277 (+26 ms)Split 2048 edits, skipped 0 edits. at 1732127536304 (+27 ms)Finishing writing output for hdfs://localhost:34973/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732127531817/wal.1732127531910 so closing down at 1732127536322 (+18 ms)3 split writer threads finished at 1732127536323 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/2fb5068b99f13aa1a89f1f504ef42da6/recovered.edits/0000000000000000001-wal.1732127531910.temp (wrote 3002 edits, skipped 0 edits in 45 ms) at 1732127536329 (+6 ms)Rename recovered edits hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/2fb5068b99f13aa1a89f1f504ef42da6/recovered.edits/0000000000000000001-wal.1732127531910.temp to hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/2fb5068b99f13aa1a89f1f504ef42da6/recovered.edits/0000000000000003002 at 1732127536331 (+2 ms)Processed 3002 edits across 1 Regions in 116 ms; skipped=0; WAL=hdfs://localhost:34973/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732127531817/wal.1732127531910, size=0, length=0, corrupted=false, cancelled=false at 1732127536331 2024-11-20T18:32:16,334 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34973/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732127531817/wal.1732127531910 to hdfs://localhost:34973/hbase/oldWALs/wal.1732127531910 2024-11-20T18:32:16,336 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/2fb5068b99f13aa1a89f1f504ef42da6/recovered.edits/0000000000000003002 2024-11-20T18:32:16,336 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T18:32:16,339 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34973/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732127531817, archiveDir=hdfs://localhost:34973/hbase/oldWALs, maxLogs=32 2024-11-20T18:32:16,351 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732127531817/wal.1732127536339, exclude list is [], retry=0 2024-11-20T18:32:16,355 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41815,DS-a91a1f5a-ebaf-4940-bf10-846a197e974f,DISK] 2024-11-20T18:32:16,355 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46401,DS-f803c8da-d3d1-4dc0-809f-056229286720,DISK] 2024-11-20T18:32:16,355 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39759,DS-4540ffb9-c276-45f2-9a52-ce28bdf798c0,DISK] 2024-11-20T18:32:16,378 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732127531817/wal.1732127536339 2024-11-20T18:32:16,378 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39191:39191),(127.0.0.1/127.0.0.1:40499:40499),(127.0.0.1/127.0.0.1:43037:43037)] 2024-11-20T18:32:16,379 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732127531818.2fb5068b99f13aa1a89f1f504ef42da6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:32:16,381 INFO [StoreOpener-2fb5068b99f13aa1a89f1f504ef42da6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2fb5068b99f13aa1a89f1f504ef42da6 2024-11-20T18:32:16,382 INFO [StoreOpener-2fb5068b99f13aa1a89f1f504ef42da6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2fb5068b99f13aa1a89f1f504ef42da6 columnFamilyName a 2024-11-20T18:32:16,382 DEBUG [StoreOpener-2fb5068b99f13aa1a89f1f504ef42da6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:16,383 INFO [StoreOpener-2fb5068b99f13aa1a89f1f504ef42da6-1 {}] regionserver.HStore(327): Store=2fb5068b99f13aa1a89f1f504ef42da6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:16,383 INFO [StoreOpener-2fb5068b99f13aa1a89f1f504ef42da6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 2fb5068b99f13aa1a89f1f504ef42da6 2024-11-20T18:32:16,384 INFO [StoreOpener-2fb5068b99f13aa1a89f1f504ef42da6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2fb5068b99f13aa1a89f1f504ef42da6 columnFamilyName b 2024-11-20T18:32:16,384 DEBUG [StoreOpener-2fb5068b99f13aa1a89f1f504ef42da6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:16,385 INFO [StoreOpener-2fb5068b99f13aa1a89f1f504ef42da6-1 {}] regionserver.HStore(327): Store=2fb5068b99f13aa1a89f1f504ef42da6/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:16,385 INFO [StoreOpener-2fb5068b99f13aa1a89f1f504ef42da6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 2fb5068b99f13aa1a89f1f504ef42da6 2024-11-20T18:32:16,386 INFO [StoreOpener-2fb5068b99f13aa1a89f1f504ef42da6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2fb5068b99f13aa1a89f1f504ef42da6 columnFamilyName c 2024-11-20T18:32:16,386 DEBUG [StoreOpener-2fb5068b99f13aa1a89f1f504ef42da6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:16,386 INFO [StoreOpener-2fb5068b99f13aa1a89f1f504ef42da6-1 {}] regionserver.HStore(327): Store=2fb5068b99f13aa1a89f1f504ef42da6/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:16,386 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2fb5068b99f13aa1a89f1f504ef42da6 2024-11-20T18:32:16,387 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/2fb5068b99f13aa1a89f1f504ef42da6 2024-11-20T18:32:16,389 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/2fb5068b99f13aa1a89f1f504ef42da6 2024-11-20T18:32:16,390 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/2fb5068b99f13aa1a89f1f504ef42da6/recovered.edits/0000000000000003002 2024-11-20T18:32:16,418 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-20T18:32:16,461 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-20T18:32:16,819 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 2fb5068b99f13aa1a89f1f504ef42da6 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-20T18:32:16,864 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/2fb5068b99f13aa1a89f1f504ef42da6/.tmp/a/5c09fcd198f143c3a3f46737751bb95b is 62, key is testReplayEditsWrittenIntoWAL/a:100/1732127531962/Put/seqid=0 2024-11-20T18:32:16,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741858_1035 (size=50463) 2024-11-20T18:32:16,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741858_1035 (size=50463) 2024-11-20T18:32:16,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741858_1035 (size=50463) 2024-11-20T18:32:16,877 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/2fb5068b99f13aa1a89f1f504ef42da6/.tmp/a/5c09fcd198f143c3a3f46737751bb95b 2024-11-20T18:32:16,886 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/2fb5068b99f13aa1a89f1f504ef42da6/.tmp/a/5c09fcd198f143c3a3f46737751bb95b as hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/2fb5068b99f13aa1a89f1f504ef42da6/a/5c09fcd198f143c3a3f46737751bb95b 2024-11-20T18:32:16,894 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/2fb5068b99f13aa1a89f1f504ef42da6/a/5c09fcd198f143c3a3f46737751bb95b, entries=754, sequenceid=754, filesize=49.3 K 2024-11-20T18:32:16,894 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for 2fb5068b99f13aa1a89f1f504ef42da6 in 75ms, sequenceid=754, compaction requested=false; wal=null 2024-11-20T18:32:16,909 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-20T18:32:16,909 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 2fb5068b99f13aa1a89f1f504ef42da6 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-20T18:32:16,917 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/2fb5068b99f13aa1a89f1f504ef42da6/.tmp/a/6810945af0554af08f2cd6534ba5f52b is 62, key is testReplayEditsWrittenIntoWAL/a:754/1732127532025/Put/seqid=0 2024-11-20T18:32:16,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741859_1036 (size=20072) 2024-11-20T18:32:16,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741859_1036 (size=20072) 2024-11-20T18:32:16,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741859_1036 (size=20072) 2024-11-20T18:32:16,926 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/2fb5068b99f13aa1a89f1f504ef42da6/.tmp/a/6810945af0554af08f2cd6534ba5f52b 2024-11-20T18:32:16,957 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/2fb5068b99f13aa1a89f1f504ef42da6/.tmp/b/2ca540f978184969a811a3ca5c9cdce8 is 62, key is testReplayEditsWrittenIntoWAL/b:100/1732127532052/Put/seqid=0 2024-11-20T18:32:16,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741860_1037 (size=35835) 2024-11-20T18:32:16,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741860_1037 (size=35835) 2024-11-20T18:32:16,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741860_1037 (size=35835) 2024-11-20T18:32:16,965 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/2fb5068b99f13aa1a89f1f504ef42da6/.tmp/b/2ca540f978184969a811a3ca5c9cdce8 2024-11-20T18:32:16,973 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/2fb5068b99f13aa1a89f1f504ef42da6/.tmp/a/6810945af0554af08f2cd6534ba5f52b as hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/2fb5068b99f13aa1a89f1f504ef42da6/a/6810945af0554af08f2cd6534ba5f52b 2024-11-20T18:32:16,979 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/2fb5068b99f13aa1a89f1f504ef42da6/a/6810945af0554af08f2cd6534ba5f52b, entries=246, sequenceid=1508, filesize=19.6 K 2024-11-20T18:32:16,981 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/2fb5068b99f13aa1a89f1f504ef42da6/.tmp/b/2ca540f978184969a811a3ca5c9cdce8 as hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/2fb5068b99f13aa1a89f1f504ef42da6/b/2ca540f978184969a811a3ca5c9cdce8 2024-11-20T18:32:16,988 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/2fb5068b99f13aa1a89f1f504ef42da6/b/2ca540f978184969a811a3ca5c9cdce8, entries=508, sequenceid=1508, filesize=35.0 K 2024-11-20T18:32:16,988 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 2fb5068b99f13aa1a89f1f504ef42da6 in 79ms, sequenceid=1508, compaction requested=false; wal=null 2024-11-20T18:32:16,998 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-20T18:32:16,998 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 2fb5068b99f13aa1a89f1f504ef42da6 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-20T18:32:17,005 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/2fb5068b99f13aa1a89f1f504ef42da6/.tmp/b/947c211c8ad74babac76caf6e0fbee7f is 62, key is testReplayEditsWrittenIntoWAL/b:508/1732127532078/Put/seqid=0 2024-11-20T18:32:17,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741861_1038 (size=35082) 2024-11-20T18:32:17,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741861_1038 (size=35082) 2024-11-20T18:32:17,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741861_1038 (size=35082) 2024-11-20T18:32:17,016 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/2fb5068b99f13aa1a89f1f504ef42da6/.tmp/b/947c211c8ad74babac76caf6e0fbee7f 2024-11-20T18:32:17,041 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/2fb5068b99f13aa1a89f1f504ef42da6/.tmp/c/943da102ff5e43bb8dbd0c9fa4323f31 is 62, key is testReplayEditsWrittenIntoWAL/c:100/1732127532107/Put/seqid=0 2024-11-20T18:32:17,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741862_1039 (size=20825) 2024-11-20T18:32:17,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741862_1039 (size=20825) 2024-11-20T18:32:17,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741862_1039 (size=20825) 2024-11-20T18:32:17,053 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/2fb5068b99f13aa1a89f1f504ef42da6/.tmp/c/943da102ff5e43bb8dbd0c9fa4323f31 2024-11-20T18:32:17,062 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/2fb5068b99f13aa1a89f1f504ef42da6/.tmp/b/947c211c8ad74babac76caf6e0fbee7f as hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/2fb5068b99f13aa1a89f1f504ef42da6/b/947c211c8ad74babac76caf6e0fbee7f 2024-11-20T18:32:17,071 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/2fb5068b99f13aa1a89f1f504ef42da6/b/947c211c8ad74babac76caf6e0fbee7f, entries=492, sequenceid=2262, filesize=34.3 K 2024-11-20T18:32:17,072 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/2fb5068b99f13aa1a89f1f504ef42da6/.tmp/c/943da102ff5e43bb8dbd0c9fa4323f31 as hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/2fb5068b99f13aa1a89f1f504ef42da6/c/943da102ff5e43bb8dbd0c9fa4323f31 2024-11-20T18:32:17,080 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/2fb5068b99f13aa1a89f1f504ef42da6/c/943da102ff5e43bb8dbd0c9fa4323f31, entries=262, sequenceid=2262, filesize=20.3 K 2024-11-20T18:32:17,080 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 2fb5068b99f13aa1a89f1f504ef42da6 in 82ms, sequenceid=2262, compaction requested=false; wal=null 2024-11-20T18:32:17,089 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1732127532147/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1732127531818.2fb5068b99f13aa1a89f1f504ef42da6. 2024-11-20T18:32:17,091 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/2fb5068b99f13aa1a89f1f504ef42da6/recovered.edits/0000000000000003002 2024-11-20T18:32:17,091 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-20T18:32:17,092 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 2fb5068b99f13aa1a89f1f504ef42da6 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-11-20T18:32:17,099 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/2fb5068b99f13aa1a89f1f504ef42da6/.tmp/c/c1c1d1f4be4747a78ed4a20b68ae5d87 is 62, key is testReplayEditsWrittenIntoWAL/c:262/1732127532114/Put/seqid=0 2024-11-20T18:32:17,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741863_1040 (size=50301) 2024-11-20T18:32:17,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741863_1040 (size=50301) 2024-11-20T18:32:17,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741863_1040 (size=50301) 2024-11-20T18:32:17,109 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/2fb5068b99f13aa1a89f1f504ef42da6/.tmp/c/c1c1d1f4be4747a78ed4a20b68ae5d87 2024-11-20T18:32:17,116 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c1c1d1f4be4747a78ed4a20b68ae5d87 2024-11-20T18:32:17,117 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/2fb5068b99f13aa1a89f1f504ef42da6/.tmp/c/c1c1d1f4be4747a78ed4a20b68ae5d87 as hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/2fb5068b99f13aa1a89f1f504ef42da6/c/c1c1d1f4be4747a78ed4a20b68ae5d87 2024-11-20T18:32:17,124 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c1c1d1f4be4747a78ed4a20b68ae5d87 2024-11-20T18:32:17,125 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/2fb5068b99f13aa1a89f1f504ef42da6/c/c1c1d1f4be4747a78ed4a20b68ae5d87, entries=739, sequenceid=3002, filesize=49.1 K 2024-11-20T18:32:17,125 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for 2fb5068b99f13aa1a89f1f504ef42da6 in 34ms, sequenceid=3002, compaction requested=false; wal=null 2024-11-20T18:32:17,126 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/2fb5068b99f13aa1a89f1f504ef42da6/recovered.edits/0000000000000003002 2024-11-20T18:32:17,127 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2fb5068b99f13aa1a89f1f504ef42da6 2024-11-20T18:32:17,127 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2fb5068b99f13aa1a89f1f504ef42da6 2024-11-20T18:32:17,128 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T18:32:17,130 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2fb5068b99f13aa1a89f1f504ef42da6 2024-11-20T18:32:17,133 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenIntoWAL/2fb5068b99f13aa1a89f1f504ef42da6/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-11-20T18:32:17,135 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2fb5068b99f13aa1a89f1f504ef42da6; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73481819, jitterRate=0.09496442973613739}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T18:32:17,135 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2fb5068b99f13aa1a89f1f504ef42da6: Writing region info on filesystem at 1732127536379Initializing all the Stores at 1732127536380 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127536380Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127536381 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127536381Cleaning up temporary data from old regions at 1732127537127 (+746 ms)Region opened successfully at 1732127537135 (+8 ms) 2024-11-20T18:32:17,204 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 2fb5068b99f13aa1a89f1f504ef42da6, disabling compactions & flushes 2024-11-20T18:32:17,204 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732127531818.2fb5068b99f13aa1a89f1f504ef42da6. 2024-11-20T18:32:17,204 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732127531818.2fb5068b99f13aa1a89f1f504ef42da6. 2024-11-20T18:32:17,204 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732127531818.2fb5068b99f13aa1a89f1f504ef42da6. after waiting 0 ms 2024-11-20T18:32:17,204 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732127531818.2fb5068b99f13aa1a89f1f504ef42da6. 2024-11-20T18:32:17,206 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732127531818.2fb5068b99f13aa1a89f1f504ef42da6. 2024-11-20T18:32:17,206 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 2fb5068b99f13aa1a89f1f504ef42da6: Waiting for close lock at 1732127537204Disabling compacts and flushes for region at 1732127537204Disabling writes for close at 1732127537204Writing region close event to WAL at 1732127537206 (+2 ms)Closed at 1732127537206 2024-11-20T18:32:17,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741857_1034 (size=175) 2024-11-20T18:32:17,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741857_1034 (size=175) 2024-11-20T18:32:17,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741857_1034 (size=175) 2024-11-20T18:32:17,213 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T18:32:17,213 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732127536339) 2024-11-20T18:32:17,228 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=395 (was 382) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-325990410_22 at /127.0.0.1:48036 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1685805399) connection to localhost/127.0.0.1:44303 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-325990410_22 at /127.0.0.1:46130 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-325990410_22 at /127.0.0.1:48008 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1685805399) connection to localhost/127.0.0.1:38897 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1685805399) connection to localhost/127.0.0.1:34973 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:34973 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-325990410_22 at /127.0.0.1:38848 [Waiting for operation #25] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 781) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=367 (was 399), ProcessCount=11 (was 11), AvailableMemoryMB=8435 (was 8493) 2024-11-20T18:32:17,240 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#test2727 Thread=395, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=367, ProcessCount=11, AvailableMemoryMB=8434 2024-11-20T18:32:17,255 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:32:17,258 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:32:17,259 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T18:32:17,263 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-64064036, suffix=, logDir=hdfs://localhost:34973/hbase/WALs/hregion-64064036, archiveDir=hdfs://localhost:34973/hbase/oldWALs, maxLogs=32 2024-11-20T18:32:17,275 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-64064036/hregion-64064036.1732127537263, exclude list is [], retry=0 2024-11-20T18:32:17,279 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41815,DS-a91a1f5a-ebaf-4940-bf10-846a197e974f,DISK] 2024-11-20T18:32:17,279 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39759,DS-4540ffb9-c276-45f2-9a52-ce28bdf798c0,DISK] 2024-11-20T18:32:17,280 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46401,DS-f803c8da-d3d1-4dc0-809f-056229286720,DISK] 2024-11-20T18:32:17,309 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-64064036/hregion-64064036.1732127537263 2024-11-20T18:32:17,309 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39191:39191),(127.0.0.1/127.0.0.1:43037:43037),(127.0.0.1/127.0.0.1:40499:40499)] 2024-11-20T18:32:17,309 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => d39c230d390f2f2d58706572f44ff8a6, NAME => 'test2727,,1732127537256.d39c230d390f2f2d58706572f44ff8a6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34973/hbase 2024-11-20T18:32:17,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741865_1042 (size=43) 2024-11-20T18:32:17,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741865_1042 (size=43) 2024-11-20T18:32:17,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741865_1042 (size=43) 2024-11-20T18:32:17,321 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1732127537256.d39c230d390f2f2d58706572f44ff8a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:32:17,322 INFO [StoreOpener-d39c230d390f2f2d58706572f44ff8a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d39c230d390f2f2d58706572f44ff8a6 2024-11-20T18:32:17,324 INFO [StoreOpener-d39c230d390f2f2d58706572f44ff8a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d39c230d390f2f2d58706572f44ff8a6 columnFamilyName a 2024-11-20T18:32:17,324 DEBUG [StoreOpener-d39c230d390f2f2d58706572f44ff8a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:17,325 INFO [StoreOpener-d39c230d390f2f2d58706572f44ff8a6-1 {}] regionserver.HStore(327): Store=d39c230d390f2f2d58706572f44ff8a6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:17,325 INFO [StoreOpener-d39c230d390f2f2d58706572f44ff8a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d39c230d390f2f2d58706572f44ff8a6 2024-11-20T18:32:17,327 INFO [StoreOpener-d39c230d390f2f2d58706572f44ff8a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d39c230d390f2f2d58706572f44ff8a6 columnFamilyName b 2024-11-20T18:32:17,327 DEBUG [StoreOpener-d39c230d390f2f2d58706572f44ff8a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:17,328 INFO [StoreOpener-d39c230d390f2f2d58706572f44ff8a6-1 {}] regionserver.HStore(327): Store=d39c230d390f2f2d58706572f44ff8a6/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:17,328 INFO [StoreOpener-d39c230d390f2f2d58706572f44ff8a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d39c230d390f2f2d58706572f44ff8a6 2024-11-20T18:32:17,330 INFO [StoreOpener-d39c230d390f2f2d58706572f44ff8a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d39c230d390f2f2d58706572f44ff8a6 columnFamilyName c 2024-11-20T18:32:17,330 DEBUG [StoreOpener-d39c230d390f2f2d58706572f44ff8a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:17,331 INFO [StoreOpener-d39c230d390f2f2d58706572f44ff8a6-1 {}] regionserver.HStore(327): Store=d39c230d390f2f2d58706572f44ff8a6/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:17,331 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d39c230d390f2f2d58706572f44ff8a6 2024-11-20T18:32:17,332 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34973/hbase/data/default/test2727/d39c230d390f2f2d58706572f44ff8a6 2024-11-20T18:32:17,332 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34973/hbase/data/default/test2727/d39c230d390f2f2d58706572f44ff8a6 2024-11-20T18:32:17,333 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d39c230d390f2f2d58706572f44ff8a6 2024-11-20T18:32:17,333 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d39c230d390f2f2d58706572f44ff8a6 2024-11-20T18:32:17,334 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T18:32:17,336 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d39c230d390f2f2d58706572f44ff8a6 2024-11-20T18:32:17,338 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34973/hbase/data/default/test2727/d39c230d390f2f2d58706572f44ff8a6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:32:17,339 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d39c230d390f2f2d58706572f44ff8a6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67191626, jitterRate=0.0012332499027252197}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T18:32:17,340 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d39c230d390f2f2d58706572f44ff8a6: Writing region info on filesystem at 1732127537321Initializing all the Stores at 1732127537322 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127537322Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127537322Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127537322Cleaning up temporary data from old regions at 1732127537333 (+11 ms)Region opened successfully at 1732127537340 (+7 ms) 2024-11-20T18:32:17,340 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d39c230d390f2f2d58706572f44ff8a6, disabling compactions & flushes 2024-11-20T18:32:17,340 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1732127537256.d39c230d390f2f2d58706572f44ff8a6. 2024-11-20T18:32:17,340 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1732127537256.d39c230d390f2f2d58706572f44ff8a6. 2024-11-20T18:32:17,341 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1732127537256.d39c230d390f2f2d58706572f44ff8a6. after waiting 0 ms 2024-11-20T18:32:17,341 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1732127537256.d39c230d390f2f2d58706572f44ff8a6. 2024-11-20T18:32:17,341 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1732127537256.d39c230d390f2f2d58706572f44ff8a6. 2024-11-20T18:32:17,341 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d39c230d390f2f2d58706572f44ff8a6: Waiting for close lock at 1732127537340Disabling compacts and flushes for region at 1732127537340Disabling writes for close at 1732127537341 (+1 ms)Writing region close event to WAL at 1732127537341Closed at 1732127537341 2024-11-20T18:32:17,344 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T18:32:17,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741864_1041 (size=175) 2024-11-20T18:32:17,344 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T18:32:17,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741864_1041 (size=175) 2024-11-20T18:32:17,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741864_1041 (size=175) 2024-11-20T18:32:17,346 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T18:32:17,346 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T18:32:17,346 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T18:32:17,346 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T18:32:17,347 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-11-20T18:32:17,347 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-11-20T18:32:17,351 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T18:32:17,351 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-64064036:(num 1732127537263) 2024-11-20T18:32:17,351 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T18:32:17,354 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34973/hbase/WALs/test2727-manual,16010,1732127537254, archiveDir=hdfs://localhost:34973/hbase/oldWALs, maxLogs=32 2024-11-20T18:32:17,370 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732127537254/wal.1732127537354, exclude list is [], retry=0 2024-11-20T18:32:17,373 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41815,DS-a91a1f5a-ebaf-4940-bf10-846a197e974f,DISK] 2024-11-20T18:32:17,374 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39759,DS-4540ffb9-c276-45f2-9a52-ce28bdf798c0,DISK] 2024-11-20T18:32:17,374 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46401,DS-f803c8da-d3d1-4dc0-809f-056229286720,DISK] 2024-11-20T18:32:17,401 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732127537254/wal.1732127537354 2024-11-20T18:32:17,401 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39191:39191),(127.0.0.1/127.0.0.1:43037:43037),(127.0.0.1/127.0.0.1:40499:40499)] 2024-11-20T18:32:17,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741866_1043 (size=371388) 2024-11-20T18:32:17,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741866_1043 (size=371388) 2024-11-20T18:32:17,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741866_1043 (size=371388) 2024-11-20T18:32:17,566 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34973/hbase/WALs/test2727-manual,16010,1732127537254/wal.1732127537354, size=362.7 K (371388bytes) 2024-11-20T18:32:17,566 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34973/hbase/WALs/test2727-manual,16010,1732127537254/wal.1732127537354 2024-11-20T18:32:17,566 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34973/hbase/WALs/test2727-manual,16010,1732127537254/wal.1732127537354 after 0ms 2024-11-20T18:32:17,594 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-20T18:32:17,596 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34973/hbase/WALs/test2727-manual,16010,1732127537254/wal.1732127537354 took 30ms 2024-11-20T18:32:17,600 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1732127537354.temp 2024-11-20T18:32:17,631 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34973/hbase/WALs/test2727-manual,16010,1732127537254/wal.1732127537354 so closing down 2024-11-20T18:32:17,631 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T18:32:17,637 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34973/hbase/data/default/test2727/d39c230d390f2f2d58706572f44ff8a6/recovered.edits/0000000000000000001-wal.1732127537354.temp 2024-11-20T18:32:17,655 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T18:32:17,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741867_1044 (size=371388) 2024-11-20T18:32:17,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741867_1044 (size=371388) 2024-11-20T18:32:17,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741867_1044 (size=371388) 2024-11-20T18:32:17,660 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34973/hbase/data/default/test2727/d39c230d390f2f2d58706572f44ff8a6/recovered.edits/0000000000000000001-wal.1732127537354.temp (wrote 3000 edits, skipped 0 edits in 17 ms) 2024-11-20T18:32:17,662 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34973/hbase/data/default/test2727/d39c230d390f2f2d58706572f44ff8a6/recovered.edits/0000000000000000001-wal.1732127537354.temp to hdfs://localhost:34973/hbase/data/default/test2727/d39c230d390f2f2d58706572f44ff8a6/recovered.edits/0000000000000003000 2024-11-20T18:32:17,662 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 66 ms; skipped=0; WAL=hdfs://localhost:34973/hbase/WALs/test2727-manual,16010,1732127537254/wal.1732127537354, size=362.7 K, length=371388, corrupted=false, cancelled=false 2024-11-20T18:32:17,662 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34973/hbase/WALs/test2727-manual,16010,1732127537254/wal.1732127537354, journal: Splitting hdfs://localhost:34973/hbase/WALs/test2727-manual,16010,1732127537254/wal.1732127537354, size=362.7 K (371388bytes) at 1732127537566Split 1024 edits, skipped 0 edits. at 1732127537608 (+42 ms)Split 2048 edits, skipped 0 edits. at 1732127537620 (+12 ms)Finishing writing output for hdfs://localhost:34973/hbase/WALs/test2727-manual,16010,1732127537254/wal.1732127537354 so closing down at 1732127537631 (+11 ms)Creating recovered edits writer path=hdfs://localhost:34973/hbase/data/default/test2727/d39c230d390f2f2d58706572f44ff8a6/recovered.edits/0000000000000000001-wal.1732127537354.temp at 1732127537637 (+6 ms)3 split writer threads finished at 1732127537655 (+18 ms)Closed recovered edits writer path=hdfs://localhost:34973/hbase/data/default/test2727/d39c230d390f2f2d58706572f44ff8a6/recovered.edits/0000000000000000001-wal.1732127537354.temp (wrote 3000 edits, skipped 0 edits in 17 ms) at 1732127537660 (+5 ms)Rename recovered edits hdfs://localhost:34973/hbase/data/default/test2727/d39c230d390f2f2d58706572f44ff8a6/recovered.edits/0000000000000000001-wal.1732127537354.temp to hdfs://localhost:34973/hbase/data/default/test2727/d39c230d390f2f2d58706572f44ff8a6/recovered.edits/0000000000000003000 at 1732127537662 (+2 ms)Processed 3000 edits across 1 Regions in 66 ms; skipped=0; WAL=hdfs://localhost:34973/hbase/WALs/test2727-manual,16010,1732127537254/wal.1732127537354, size=362.7 K, length=371388, corrupted=false, cancelled=false at 1732127537662 2024-11-20T18:32:17,664 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34973/hbase/WALs/test2727-manual,16010,1732127537254/wal.1732127537354 to hdfs://localhost:34973/hbase/oldWALs/wal.1732127537354 2024-11-20T18:32:17,665 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34973/hbase/data/default/test2727/d39c230d390f2f2d58706572f44ff8a6/recovered.edits/0000000000000003000 2024-11-20T18:32:17,666 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T18:32:17,667 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34973/hbase/WALs/test2727-manual,16010,1732127537254, archiveDir=hdfs://localhost:34973/hbase/oldWALs, maxLogs=32 2024-11-20T18:32:17,680 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732127537254/wal.1732127537668, exclude list is [], retry=0 2024-11-20T18:32:17,683 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41815,DS-a91a1f5a-ebaf-4940-bf10-846a197e974f,DISK] 2024-11-20T18:32:17,684 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39759,DS-4540ffb9-c276-45f2-9a52-ce28bdf798c0,DISK] 2024-11-20T18:32:17,684 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46401,DS-f803c8da-d3d1-4dc0-809f-056229286720,DISK] 2024-11-20T18:32:17,712 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732127537254/wal.1732127537668 2024-11-20T18:32:17,712 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39191:39191),(127.0.0.1/127.0.0.1:43037:43037),(127.0.0.1/127.0.0.1:40499:40499)] 2024-11-20T18:32:17,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741868_1045 (size=371515) 2024-11-20T18:32:17,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741868_1045 (size=371515) 2024-11-20T18:32:17,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741868_1045 (size=371515) 2024-11-20T18:32:17,876 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34973/hbase/WALs/test2727-manual,16010,1732127537254/wal.1732127537668, size=362.8 K (371515bytes) 2024-11-20T18:32:17,876 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34973/hbase/WALs/test2727-manual,16010,1732127537254/wal.1732127537668 2024-11-20T18:32:17,876 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34973/hbase/WALs/test2727-manual,16010,1732127537254/wal.1732127537668 after 0ms 2024-11-20T18:32:17,905 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-20T18:32:17,907 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34973/hbase/WALs/test2727-manual,16010,1732127537254/wal.1732127537668 took 31ms 2024-11-20T18:32:17,912 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1732127537668.temp 2024-11-20T18:32:17,941 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34973/hbase/WALs/test2727-manual,16010,1732127537254/wal.1732127537668 so closing down 2024-11-20T18:32:17,942 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T18:32:17,954 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34973/hbase/data/default/test2727/d39c230d390f2f2d58706572f44ff8a6/recovered.edits/0000000000000003001-wal.1732127537668.temp 2024-11-20T18:32:17,971 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T18:32:17,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741869_1046 (size=371515) 2024-11-20T18:32:17,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741869_1046 (size=371515) 2024-11-20T18:32:17,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741869_1046 (size=371515) 2024-11-20T18:32:17,975 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34973/hbase/data/default/test2727/d39c230d390f2f2d58706572f44ff8a6/recovered.edits/0000000000000003001-wal.1732127537668.temp (wrote 3000 edits, skipped 0 edits in 16 ms) 2024-11-20T18:32:17,977 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34973/hbase/data/default/test2727/d39c230d390f2f2d58706572f44ff8a6/recovered.edits/0000000000000003001-wal.1732127537668.temp to hdfs://localhost:34973/hbase/data/default/test2727/d39c230d390f2f2d58706572f44ff8a6/recovered.edits/0000000000000006000 2024-11-20T18:32:17,977 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 70 ms; skipped=0; WAL=hdfs://localhost:34973/hbase/WALs/test2727-manual,16010,1732127537254/wal.1732127537668, size=362.8 K, length=371515, corrupted=false, cancelled=false 2024-11-20T18:32:17,977 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34973/hbase/WALs/test2727-manual,16010,1732127537254/wal.1732127537668, journal: Splitting hdfs://localhost:34973/hbase/WALs/test2727-manual,16010,1732127537254/wal.1732127537668, size=362.8 K (371515bytes) at 1732127537876Split 1024 edits, skipped 0 edits. at 1732127537921 (+45 ms)Split 2048 edits, skipped 0 edits. at 1732127537932 (+11 ms)Finishing writing output for hdfs://localhost:34973/hbase/WALs/test2727-manual,16010,1732127537254/wal.1732127537668 so closing down at 1732127537942 (+10 ms)Creating recovered edits writer path=hdfs://localhost:34973/hbase/data/default/test2727/d39c230d390f2f2d58706572f44ff8a6/recovered.edits/0000000000000003001-wal.1732127537668.temp at 1732127537954 (+12 ms)3 split writer threads finished at 1732127537971 (+17 ms)Closed recovered edits writer path=hdfs://localhost:34973/hbase/data/default/test2727/d39c230d390f2f2d58706572f44ff8a6/recovered.edits/0000000000000003001-wal.1732127537668.temp (wrote 3000 edits, skipped 0 edits in 16 ms) at 1732127537975 (+4 ms)Rename recovered edits hdfs://localhost:34973/hbase/data/default/test2727/d39c230d390f2f2d58706572f44ff8a6/recovered.edits/0000000000000003001-wal.1732127537668.temp to hdfs://localhost:34973/hbase/data/default/test2727/d39c230d390f2f2d58706572f44ff8a6/recovered.edits/0000000000000006000 at 1732127537977 (+2 ms)Processed 3000 edits across 1 Regions in 70 ms; skipped=0; WAL=hdfs://localhost:34973/hbase/WALs/test2727-manual,16010,1732127537254/wal.1732127537668, size=362.8 K, length=371515, corrupted=false, cancelled=false at 1732127537977 2024-11-20T18:32:17,979 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34973/hbase/WALs/test2727-manual,16010,1732127537254/wal.1732127537668 to hdfs://localhost:34973/hbase/oldWALs/wal.1732127537668 2024-11-20T18:32:17,980 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34973/hbase/data/default/test2727/d39c230d390f2f2d58706572f44ff8a6/recovered.edits/0000000000000006000 2024-11-20T18:32:17,980 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T18:32:17,982 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34973/hbase/WALs/test2727-manual,16010,1732127537254, archiveDir=hdfs://localhost:34973/hbase/oldWALs, maxLogs=32 2024-11-20T18:32:17,997 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732127537254/wal.1732127537983, exclude list is [], retry=0 2024-11-20T18:32:18,000 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39759,DS-4540ffb9-c276-45f2-9a52-ce28bdf798c0,DISK] 2024-11-20T18:32:18,001 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41815,DS-a91a1f5a-ebaf-4940-bf10-846a197e974f,DISK] 2024-11-20T18:32:18,001 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46401,DS-f803c8da-d3d1-4dc0-809f-056229286720,DISK] 2024-11-20T18:32:18,030 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732127537254/wal.1732127537983 2024-11-20T18:32:18,030 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43037:43037),(127.0.0.1/127.0.0.1:39191:39191),(127.0.0.1/127.0.0.1:40499:40499)] 2024-11-20T18:32:18,031 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => d39c230d390f2f2d58706572f44ff8a6, NAME => 'test2727,,1732127537256.d39c230d390f2f2d58706572f44ff8a6.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:32:18,031 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1732127537256.d39c230d390f2f2d58706572f44ff8a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:32:18,031 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for d39c230d390f2f2d58706572f44ff8a6 2024-11-20T18:32:18,031 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for d39c230d390f2f2d58706572f44ff8a6 2024-11-20T18:32:18,033 INFO [StoreOpener-d39c230d390f2f2d58706572f44ff8a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d39c230d390f2f2d58706572f44ff8a6 2024-11-20T18:32:18,034 INFO [StoreOpener-d39c230d390f2f2d58706572f44ff8a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d39c230d390f2f2d58706572f44ff8a6 columnFamilyName a 2024-11-20T18:32:18,035 DEBUG [StoreOpener-d39c230d390f2f2d58706572f44ff8a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:18,036 INFO [StoreOpener-d39c230d390f2f2d58706572f44ff8a6-1 {}] regionserver.HStore(327): Store=d39c230d390f2f2d58706572f44ff8a6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:18,036 INFO [StoreOpener-d39c230d390f2f2d58706572f44ff8a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d39c230d390f2f2d58706572f44ff8a6 2024-11-20T18:32:18,037 INFO [StoreOpener-d39c230d390f2f2d58706572f44ff8a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d39c230d390f2f2d58706572f44ff8a6 columnFamilyName b 2024-11-20T18:32:18,038 DEBUG [StoreOpener-d39c230d390f2f2d58706572f44ff8a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:18,039 INFO [StoreOpener-d39c230d390f2f2d58706572f44ff8a6-1 {}] regionserver.HStore(327): Store=d39c230d390f2f2d58706572f44ff8a6/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:18,039 INFO [StoreOpener-d39c230d390f2f2d58706572f44ff8a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d39c230d390f2f2d58706572f44ff8a6 2024-11-20T18:32:18,040 INFO [StoreOpener-d39c230d390f2f2d58706572f44ff8a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d39c230d390f2f2d58706572f44ff8a6 columnFamilyName c 2024-11-20T18:32:18,040 DEBUG [StoreOpener-d39c230d390f2f2d58706572f44ff8a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:18,041 INFO [StoreOpener-d39c230d390f2f2d58706572f44ff8a6-1 {}] regionserver.HStore(327): Store=d39c230d390f2f2d58706572f44ff8a6/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:18,041 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d39c230d390f2f2d58706572f44ff8a6 2024-11-20T18:32:18,042 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34973/hbase/data/default/test2727/d39c230d390f2f2d58706572f44ff8a6 2024-11-20T18:32:18,045 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:34973/hbase/data/default/test2727/d39c230d390f2f2d58706572f44ff8a6 2024-11-20T18:32:18,046 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34973/hbase/data/default/test2727/d39c230d390f2f2d58706572f44ff8a6/recovered.edits/0000000000000003000 2024-11-20T18:32:18,077 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-20T18:32:18,112 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:34973/hbase/data/default/test2727/d39c230d390f2f2d58706572f44ff8a6/recovered.edits/0000000000000003000 2024-11-20T18:32:18,114 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34973/hbase/data/default/test2727/d39c230d390f2f2d58706572f44ff8a6/recovered.edits/0000000000000006000 2024-11-20T18:32:18,155 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-20T18:32:18,216 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:34973/hbase/data/default/test2727/d39c230d390f2f2d58706572f44ff8a6/recovered.edits/0000000000000006000 2024-11-20T18:32:18,217 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d39c230d390f2f2d58706572f44ff8a6 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-11-20T18:32:18,248 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34973/hbase/data/default/test2727/d39c230d390f2f2d58706572f44ff8a6/.tmp/a/ec58e4456c44418995f9ded52a3d5c3b is 41, key is test2727/a:100/1732127537717/Put/seqid=0 2024-11-20T18:32:18,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741871_1048 (size=84227) 2024-11-20T18:32:18,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741871_1048 (size=84227) 2024-11-20T18:32:18,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741871_1048 (size=84227) 2024-11-20T18:32:18,254 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:34973/hbase/data/default/test2727/d39c230d390f2f2d58706572f44ff8a6/.tmp/a/ec58e4456c44418995f9ded52a3d5c3b 2024-11-20T18:32:18,281 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34973/hbase/data/default/test2727/d39c230d390f2f2d58706572f44ff8a6/.tmp/b/a13c294be0a94baba5ee78b2c7e8ae6e is 41, key is test2727/b:100/1732127537776/Put/seqid=0 2024-11-20T18:32:18,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741872_1049 (size=84609) 2024-11-20T18:32:18,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741872_1049 (size=84609) 2024-11-20T18:32:18,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741872_1049 (size=84609) 2024-11-20T18:32:18,290 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:34973/hbase/data/default/test2727/d39c230d390f2f2d58706572f44ff8a6/.tmp/b/a13c294be0a94baba5ee78b2c7e8ae6e 2024-11-20T18:32:18,319 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34973/hbase/data/default/test2727/d39c230d390f2f2d58706572f44ff8a6/.tmp/c/9707d1714e894d1c9f20ce597bcf240b is 41, key is test2727/c:100/1732127537817/Put/seqid=0 2024-11-20T18:32:18,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741873_1050 (size=84609) 2024-11-20T18:32:18,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741873_1050 (size=84609) 2024-11-20T18:32:18,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741873_1050 (size=84609) 2024-11-20T18:32:18,326 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:34973/hbase/data/default/test2727/d39c230d390f2f2d58706572f44ff8a6/.tmp/c/9707d1714e894d1c9f20ce597bcf240b 2024-11-20T18:32:18,334 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34973/hbase/data/default/test2727/d39c230d390f2f2d58706572f44ff8a6/.tmp/a/ec58e4456c44418995f9ded52a3d5c3b as hdfs://localhost:34973/hbase/data/default/test2727/d39c230d390f2f2d58706572f44ff8a6/a/ec58e4456c44418995f9ded52a3d5c3b 2024-11-20T18:32:18,342 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34973/hbase/data/default/test2727/d39c230d390f2f2d58706572f44ff8a6/a/ec58e4456c44418995f9ded52a3d5c3b, entries=2000, sequenceid=6000, filesize=82.3 K 2024-11-20T18:32:18,344 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34973/hbase/data/default/test2727/d39c230d390f2f2d58706572f44ff8a6/.tmp/b/a13c294be0a94baba5ee78b2c7e8ae6e as hdfs://localhost:34973/hbase/data/default/test2727/d39c230d390f2f2d58706572f44ff8a6/b/a13c294be0a94baba5ee78b2c7e8ae6e 2024-11-20T18:32:18,352 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34973/hbase/data/default/test2727/d39c230d390f2f2d58706572f44ff8a6/b/a13c294be0a94baba5ee78b2c7e8ae6e, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-20T18:32:18,353 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34973/hbase/data/default/test2727/d39c230d390f2f2d58706572f44ff8a6/.tmp/c/9707d1714e894d1c9f20ce597bcf240b as hdfs://localhost:34973/hbase/data/default/test2727/d39c230d390f2f2d58706572f44ff8a6/c/9707d1714e894d1c9f20ce597bcf240b 2024-11-20T18:32:18,362 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34973/hbase/data/default/test2727/d39c230d390f2f2d58706572f44ff8a6/c/9707d1714e894d1c9f20ce597bcf240b, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-20T18:32:18,362 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for d39c230d390f2f2d58706572f44ff8a6 in 146ms, sequenceid=6000, compaction requested=false; wal=null 2024-11-20T18:32:18,363 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34973/hbase/data/default/test2727/d39c230d390f2f2d58706572f44ff8a6/recovered.edits/0000000000000003000 2024-11-20T18:32:18,364 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34973/hbase/data/default/test2727/d39c230d390f2f2d58706572f44ff8a6/recovered.edits/0000000000000006000 2024-11-20T18:32:18,366 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d39c230d390f2f2d58706572f44ff8a6 2024-11-20T18:32:18,366 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d39c230d390f2f2d58706572f44ff8a6 2024-11-20T18:32:18,367 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T18:32:18,369 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d39c230d390f2f2d58706572f44ff8a6 2024-11-20T18:32:18,372 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34973/hbase/data/default/test2727/d39c230d390f2f2d58706572f44ff8a6/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-11-20T18:32:18,374 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d39c230d390f2f2d58706572f44ff8a6; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70476748, jitterRate=0.05018538236618042}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T18:32:18,375 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d39c230d390f2f2d58706572f44ff8a6: Writing region info on filesystem at 1732127538031Initializing all the Stores at 1732127538032 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127538032Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127538033 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127538033Obtaining lock to block concurrent updates at 1732127538217 (+184 ms)Preparing flush snapshotting stores in d39c230d390f2f2d58706572f44ff8a6 at 1732127538217Finished memstore snapshotting test2727,,1732127537256.d39c230d390f2f2d58706572f44ff8a6., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1732127538217Flushing stores of test2727,,1732127537256.d39c230d390f2f2d58706572f44ff8a6. at 1732127538217Flushing d39c230d390f2f2d58706572f44ff8a6/a: creating writer at 1732127538217Flushing d39c230d390f2f2d58706572f44ff8a6/a: appending metadata at 1732127538247 (+30 ms)Flushing d39c230d390f2f2d58706572f44ff8a6/a: closing flushed file at 1732127538247Flushing d39c230d390f2f2d58706572f44ff8a6/b: creating writer at 1732127538261 (+14 ms)Flushing d39c230d390f2f2d58706572f44ff8a6/b: appending metadata at 1732127538279 (+18 ms)Flushing d39c230d390f2f2d58706572f44ff8a6/b: closing flushed file at 1732127538279Flushing d39c230d390f2f2d58706572f44ff8a6/c: creating writer at 1732127538297 (+18 ms)Flushing d39c230d390f2f2d58706572f44ff8a6/c: appending metadata at 1732127538318 (+21 ms)Flushing d39c230d390f2f2d58706572f44ff8a6/c: closing flushed file at 1732127538318Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a3820c7: reopening flushed file at 1732127538332 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35a9adea: reopening flushed file at 1732127538342 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ba68a1c: reopening flushed file at 1732127538352 (+10 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for d39c230d390f2f2d58706572f44ff8a6 in 146ms, sequenceid=6000, compaction requested=false; wal=null at 1732127538362 (+10 ms)Cleaning up temporary data from old regions at 1732127538366 (+4 ms)Region opened successfully at 1732127538375 (+9 ms) 2024-11-20T18:32:18,376 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-11-20T18:32:18,377 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d39c230d390f2f2d58706572f44ff8a6, disabling compactions & flushes 2024-11-20T18:32:18,377 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1732127537256.d39c230d390f2f2d58706572f44ff8a6. 2024-11-20T18:32:18,377 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1732127537256.d39c230d390f2f2d58706572f44ff8a6. 2024-11-20T18:32:18,377 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1732127537256.d39c230d390f2f2d58706572f44ff8a6. after waiting 0 ms 2024-11-20T18:32:18,377 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1732127537256.d39c230d390f2f2d58706572f44ff8a6. 2024-11-20T18:32:18,378 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1732127537256.d39c230d390f2f2d58706572f44ff8a6. 2024-11-20T18:32:18,378 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d39c230d390f2f2d58706572f44ff8a6: Waiting for close lock at 1732127538377Disabling compacts and flushes for region at 1732127538377Disabling writes for close at 1732127538377Writing region close event to WAL at 1732127538378 (+1 ms)Closed at 1732127538378 2024-11-20T18:32:18,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741870_1047 (size=175) 2024-11-20T18:32:18,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741870_1047 (size=175) 2024-11-20T18:32:18,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741870_1047 (size=175) 2024-11-20T18:32:18,384 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T18:32:18,384 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732127537983) 2024-11-20T18:32:18,398 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#test2727 Thread=401 (was 395) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5a6140-164a-e947-41ea-b494efbbb28f/cluster_c464299d-f425-8068-7b50-04d6f91845f2/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1477856948_22 at /127.0.0.1:48150 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1477856948_22 at /127.0.0.1:38964 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5a6140-164a-e947-41ea-b494efbbb28f/cluster_c464299d-f425-8068-7b50-04d6f91845f2/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1477856948_22 at /127.0.0.1:46130 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5a6140-164a-e947-41ea-b494efbbb28f/cluster_c464299d-f425-8068-7b50-04d6f91845f2/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5a6140-164a-e947-41ea-b494efbbb28f/cluster_c464299d-f425-8068-7b50-04d6f91845f2/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=927 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=367 (was 367), ProcessCount=11 (was 11), AvailableMemoryMB=8215 (was 8434) 2024-11-20T18:32:18,410 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testSequentialEditLogSeqNum Thread=401, OpenFileDescriptor=927, MaxFileDescriptor=1048576, SystemLoadAverage=367, ProcessCount=11, AvailableMemoryMB=8214 2024-11-20T18:32:18,426 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:32:18,434 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34973/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732127538426, archiveDir=hdfs://localhost:34973/hbase/oldWALs, maxLogs=32 2024-11-20T18:32:18,434 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1732127538434 2024-11-20T18:32:18,477 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732127538426/wal.1732127538434 2024-11-20T18:32:18,484 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43037:43037),(127.0.0.1/127.0.0.1:39191:39191),(127.0.0.1/127.0.0.1:40499:40499)] 2024-11-20T18:32:18,488 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 844e59fa7bad98a56a63029c944ed416, NAME => 'testSequentialEditLogSeqNum,,1732127538427.844e59fa7bad98a56a63029c944ed416.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:32:18,488 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1732127538427.844e59fa7bad98a56a63029c944ed416.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:32:18,489 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 844e59fa7bad98a56a63029c944ed416 2024-11-20T18:32:18,489 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 844e59fa7bad98a56a63029c944ed416 2024-11-20T18:32:18,490 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:34973/hbase/data/default/testSequentialEditLogSeqNum/844e59fa7bad98a56a63029c944ed416 doesn't exist for region: 844e59fa7bad98a56a63029c944ed416 on table testSequentialEditLogSeqNum 2024-11-20T18:32:18,490 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: 844e59fa7bad98a56a63029c944ed416 on table testSequentialEditLogSeqNum 2024-11-20T18:32:18,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741875_1052 (size=62) 2024-11-20T18:32:18,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741875_1052 (size=62) 2024-11-20T18:32:18,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741875_1052 (size=62) 2024-11-20T18:32:18,507 INFO [StoreOpener-844e59fa7bad98a56a63029c944ed416-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 844e59fa7bad98a56a63029c944ed416 2024-11-20T18:32:18,508 INFO [StoreOpener-844e59fa7bad98a56a63029c944ed416-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 844e59fa7bad98a56a63029c944ed416 columnFamilyName a 2024-11-20T18:32:18,509 DEBUG [StoreOpener-844e59fa7bad98a56a63029c944ed416-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:18,509 INFO [StoreOpener-844e59fa7bad98a56a63029c944ed416-1 {}] regionserver.HStore(327): Store=844e59fa7bad98a56a63029c944ed416/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:18,509 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 844e59fa7bad98a56a63029c944ed416 2024-11-20T18:32:18,510 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34973/hbase/data/default/testSequentialEditLogSeqNum/844e59fa7bad98a56a63029c944ed416 2024-11-20T18:32:18,510 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34973/hbase/data/default/testSequentialEditLogSeqNum/844e59fa7bad98a56a63029c944ed416 2024-11-20T18:32:18,511 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 844e59fa7bad98a56a63029c944ed416 2024-11-20T18:32:18,511 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 844e59fa7bad98a56a63029c944ed416 2024-11-20T18:32:18,513 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 844e59fa7bad98a56a63029c944ed416 2024-11-20T18:32:18,515 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34973/hbase/data/default/testSequentialEditLogSeqNum/844e59fa7bad98a56a63029c944ed416/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:32:18,515 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 844e59fa7bad98a56a63029c944ed416; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62988090, jitterRate=-0.06140431761741638}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T18:32:18,517 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 844e59fa7bad98a56a63029c944ed416: Writing region info on filesystem at 1732127538489Initializing all the Stores at 1732127538506 (+17 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127538506Cleaning up temporary data from old regions at 1732127538511 (+5 ms)Region opened successfully at 1732127538516 (+5 ms) 2024-11-20T18:32:18,528 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 844e59fa7bad98a56a63029c944ed416 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-11-20T18:32:18,552 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34973/hbase/data/default/testSequentialEditLogSeqNum/844e59fa7bad98a56a63029c944ed416/.tmp/a/dd8bba120ef6402c9ac1e14bf9f0e2dc is 81, key is testSequentialEditLogSeqNum/a:x0/1732127538517/Put/seqid=0 2024-11-20T18:32:18,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741876_1053 (size=5833) 2024-11-20T18:32:18,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741876_1053 (size=5833) 2024-11-20T18:32:18,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741876_1053 (size=5833) 2024-11-20T18:32:18,561 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34973/hbase/data/default/testSequentialEditLogSeqNum/844e59fa7bad98a56a63029c944ed416/.tmp/a/dd8bba120ef6402c9ac1e14bf9f0e2dc 2024-11-20T18:32:18,568 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34973/hbase/data/default/testSequentialEditLogSeqNum/844e59fa7bad98a56a63029c944ed416/.tmp/a/dd8bba120ef6402c9ac1e14bf9f0e2dc as hdfs://localhost:34973/hbase/data/default/testSequentialEditLogSeqNum/844e59fa7bad98a56a63029c944ed416/a/dd8bba120ef6402c9ac1e14bf9f0e2dc 2024-11-20T18:32:18,575 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34973/hbase/data/default/testSequentialEditLogSeqNum/844e59fa7bad98a56a63029c944ed416/a/dd8bba120ef6402c9ac1e14bf9f0e2dc, entries=10, sequenceid=13, filesize=5.7 K 2024-11-20T18:32:18,577 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 844e59fa7bad98a56a63029c944ed416 in 48ms, sequenceid=13, compaction requested=false 2024-11-20T18:32:18,577 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 844e59fa7bad98a56a63029c944ed416: 2024-11-20T18:32:18,583 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T18:32:18,583 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T18:32:18,583 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T18:32:18,583 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T18:32:18,583 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T18:32:18,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741874_1051 (size=3256) 2024-11-20T18:32:18,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741874_1051 (size=3256) 2024-11-20T18:32:18,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741874_1051 (size=3256) 2024-11-20T18:32:18,606 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34973/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732127538426/wal.1732127538434, size=3.2 K (3256bytes) 2024-11-20T18:32:18,607 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34973/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732127538426/wal.1732127538434 2024-11-20T18:32:18,607 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34973/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732127538426/wal.1732127538434 after 0ms 2024-11-20T18:32:18,634 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-20T18:32:18,634 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34973/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732127538426/wal.1732127538434 took 28ms 2024-11-20T18:32:18,637 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34973/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732127538426/wal.1732127538434 so closing down 2024-11-20T18:32:18,637 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T18:32:18,638 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732127538434.temp 2024-11-20T18:32:18,664 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34973/hbase/data/default/testSequentialEditLogSeqNum/844e59fa7bad98a56a63029c944ed416/recovered.edits/0000000000000000003-wal.1732127538434.temp 2024-11-20T18:32:18,664 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T18:32:18,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741877_1054 (size=2650) 2024-11-20T18:32:18,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741877_1054 (size=2650) 2024-11-20T18:32:18,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741877_1054 (size=2650) 2024-11-20T18:32:18,675 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34973/hbase/data/default/testSequentialEditLogSeqNum/844e59fa7bad98a56a63029c944ed416/recovered.edits/0000000000000000003-wal.1732127538434.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-11-20T18:32:18,677 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34973/hbase/data/default/testSequentialEditLogSeqNum/844e59fa7bad98a56a63029c944ed416/recovered.edits/0000000000000000003-wal.1732127538434.temp to hdfs://localhost:34973/hbase/data/default/testSequentialEditLogSeqNum/844e59fa7bad98a56a63029c944ed416/recovered.edits/0000000000000000020 2024-11-20T18:32:18,677 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 43 ms; skipped=2; WAL=hdfs://localhost:34973/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732127538426/wal.1732127538434, size=3.2 K, length=3256, corrupted=false, cancelled=false 2024-11-20T18:32:18,677 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34973/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732127538426/wal.1732127538434, journal: Splitting hdfs://localhost:34973/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732127538426/wal.1732127538434, size=3.2 K (3256bytes) at 1732127538606Finishing writing output for hdfs://localhost:34973/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732127538426/wal.1732127538434 so closing down at 1732127538637 (+31 ms)Creating recovered edits writer path=hdfs://localhost:34973/hbase/data/default/testSequentialEditLogSeqNum/844e59fa7bad98a56a63029c944ed416/recovered.edits/0000000000000000003-wal.1732127538434.temp at 1732127538664 (+27 ms)3 split writer threads finished at 1732127538664Closed recovered edits writer path=hdfs://localhost:34973/hbase/data/default/testSequentialEditLogSeqNum/844e59fa7bad98a56a63029c944ed416/recovered.edits/0000000000000000003-wal.1732127538434.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1732127538675 (+11 ms)Rename recovered edits hdfs://localhost:34973/hbase/data/default/testSequentialEditLogSeqNum/844e59fa7bad98a56a63029c944ed416/recovered.edits/0000000000000000003-wal.1732127538434.temp to hdfs://localhost:34973/hbase/data/default/testSequentialEditLogSeqNum/844e59fa7bad98a56a63029c944ed416/recovered.edits/0000000000000000020 at 1732127538677 (+2 ms)Processed 17 edits across 1 Regions in 43 ms; skipped=2; WAL=hdfs://localhost:34973/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732127538426/wal.1732127538434, size=3.2 K, length=3256, corrupted=false, cancelled=false at 1732127538677 2024-11-20T18:32:18,690 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testSequentialEditLogSeqNum Thread=406 (was 401) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1477856948_22 at /127.0.0.1:48150 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1477856948_22 at /127.0.0.1:38964 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1477856948_22 at /127.0.0.1:46130 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) - Thread LEAK? -, OpenFileDescriptor=963 (was 927) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=367 (was 367), ProcessCount=11 (was 11), AvailableMemoryMB=8212 (was 8214) 2024-11-20T18:32:18,702 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=406, OpenFileDescriptor=963, MaxFileDescriptor=1048576, SystemLoadAverage=367, ProcessCount=11, AvailableMemoryMB=8210 2024-11-20T18:32:18,715 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:32:18,717 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:32:18,741 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T18:32:18,744 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-44932758, suffix=, logDir=hdfs://localhost:34973/hbase/WALs/hregion-44932758, archiveDir=hdfs://localhost:34973/hbase/oldWALs, maxLogs=32 2024-11-20T18:32:18,755 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-44932758/hregion-44932758.1732127538744, exclude list is [], retry=0 2024-11-20T18:32:18,758 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46401,DS-f803c8da-d3d1-4dc0-809f-056229286720,DISK] 2024-11-20T18:32:18,758 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39759,DS-4540ffb9-c276-45f2-9a52-ce28bdf798c0,DISK] 2024-11-20T18:32:18,758 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41815,DS-a91a1f5a-ebaf-4940-bf10-846a197e974f,DISK] 2024-11-20T18:32:18,783 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-44932758/hregion-44932758.1732127538744 2024-11-20T18:32:18,784 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40499:40499),(127.0.0.1/127.0.0.1:43037:43037),(127.0.0.1/127.0.0.1:39191:39191)] 2024-11-20T18:32:18,784 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 87294b276f16ee15737860d030b1dac3, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732127538716.87294b276f16ee15737860d030b1dac3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34973/hbase 2024-11-20T18:32:18,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741879_1056 (size=70) 2024-11-20T18:32:18,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741879_1056 (size=70) 2024-11-20T18:32:18,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741879_1056 (size=70) 2024-11-20T18:32:18,796 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732127538716.87294b276f16ee15737860d030b1dac3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:32:18,799 INFO [StoreOpener-87294b276f16ee15737860d030b1dac3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 87294b276f16ee15737860d030b1dac3 2024-11-20T18:32:18,801 INFO [StoreOpener-87294b276f16ee15737860d030b1dac3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87294b276f16ee15737860d030b1dac3 columnFamilyName a 2024-11-20T18:32:18,801 DEBUG [StoreOpener-87294b276f16ee15737860d030b1dac3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:18,802 INFO [StoreOpener-87294b276f16ee15737860d030b1dac3-1 {}] regionserver.HStore(327): Store=87294b276f16ee15737860d030b1dac3/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:18,802 INFO [StoreOpener-87294b276f16ee15737860d030b1dac3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 87294b276f16ee15737860d030b1dac3 2024-11-20T18:32:18,803 INFO [StoreOpener-87294b276f16ee15737860d030b1dac3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87294b276f16ee15737860d030b1dac3 columnFamilyName b 2024-11-20T18:32:18,804 DEBUG [StoreOpener-87294b276f16ee15737860d030b1dac3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:18,804 INFO [StoreOpener-87294b276f16ee15737860d030b1dac3-1 {}] regionserver.HStore(327): Store=87294b276f16ee15737860d030b1dac3/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:18,804 INFO [StoreOpener-87294b276f16ee15737860d030b1dac3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 87294b276f16ee15737860d030b1dac3 2024-11-20T18:32:18,806 INFO [StoreOpener-87294b276f16ee15737860d030b1dac3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87294b276f16ee15737860d030b1dac3 columnFamilyName c 2024-11-20T18:32:18,806 DEBUG [StoreOpener-87294b276f16ee15737860d030b1dac3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:18,806 INFO [StoreOpener-87294b276f16ee15737860d030b1dac3-1 {}] regionserver.HStore(327): Store=87294b276f16ee15737860d030b1dac3/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:18,806 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 87294b276f16ee15737860d030b1dac3 2024-11-20T18:32:18,807 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34973/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/87294b276f16ee15737860d030b1dac3 2024-11-20T18:32:18,808 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34973/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/87294b276f16ee15737860d030b1dac3 2024-11-20T18:32:18,809 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 87294b276f16ee15737860d030b1dac3 2024-11-20T18:32:18,809 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 87294b276f16ee15737860d030b1dac3 2024-11-20T18:32:18,809 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T18:32:18,810 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 87294b276f16ee15737860d030b1dac3 2024-11-20T18:32:18,813 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34973/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/87294b276f16ee15737860d030b1dac3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:32:18,813 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 87294b276f16ee15737860d030b1dac3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72445949, jitterRate=0.07952876389026642}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T18:32:18,814 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 87294b276f16ee15737860d030b1dac3: Writing region info on filesystem at 1732127538796Initializing all the Stores at 1732127538797 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127538797Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127538799 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127538799Cleaning up temporary data from old regions at 1732127538809 (+10 ms)Region opened successfully at 1732127538814 (+5 ms) 2024-11-20T18:32:18,814 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 87294b276f16ee15737860d030b1dac3, disabling compactions & flushes 2024-11-20T18:32:18,815 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1732127538716.87294b276f16ee15737860d030b1dac3. 2024-11-20T18:32:18,815 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732127538716.87294b276f16ee15737860d030b1dac3. 2024-11-20T18:32:18,815 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732127538716.87294b276f16ee15737860d030b1dac3. after waiting 0 ms 2024-11-20T18:32:18,815 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1732127538716.87294b276f16ee15737860d030b1dac3. 2024-11-20T18:32:18,815 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1732127538716.87294b276f16ee15737860d030b1dac3. 2024-11-20T18:32:18,815 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 87294b276f16ee15737860d030b1dac3: Waiting for close lock at 1732127538814Disabling compacts and flushes for region at 1732127538814Disabling writes for close at 1732127538815 (+1 ms)Writing region close event to WAL at 1732127538815Closed at 1732127538815 2024-11-20T18:32:18,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741878_1055 (size=175) 2024-11-20T18:32:18,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741878_1055 (size=175) 2024-11-20T18:32:18,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741878_1055 (size=175) 2024-11-20T18:32:18,822 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T18:32:18,822 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-44932758:(num 1732127538744) 2024-11-20T18:32:18,822 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T18:32:18,824 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34973/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732127538714, archiveDir=hdfs://localhost:34973/hbase/oldWALs, maxLogs=32 2024-11-20T18:32:18,835 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732127538714/wal.1732127538824, exclude list is [], retry=0 2024-11-20T18:32:18,837 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39759,DS-4540ffb9-c276-45f2-9a52-ce28bdf798c0,DISK] 2024-11-20T18:32:18,838 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46401,DS-f803c8da-d3d1-4dc0-809f-056229286720,DISK] 2024-11-20T18:32:18,838 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41815,DS-a91a1f5a-ebaf-4940-bf10-846a197e974f,DISK] 2024-11-20T18:32:18,861 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732127538714/wal.1732127538824 2024-11-20T18:32:18,862 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43037:43037),(127.0.0.1/127.0.0.1:40499:40499),(127.0.0.1/127.0.0.1:39191:39191)] 2024-11-20T18:32:18,862 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 87294b276f16ee15737860d030b1dac3, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732127538716.87294b276f16ee15737860d030b1dac3.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:32:18,862 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732127538716.87294b276f16ee15737860d030b1dac3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:32:18,862 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 87294b276f16ee15737860d030b1dac3 2024-11-20T18:32:18,862 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 87294b276f16ee15737860d030b1dac3 2024-11-20T18:32:18,864 INFO [StoreOpener-87294b276f16ee15737860d030b1dac3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 87294b276f16ee15737860d030b1dac3 2024-11-20T18:32:18,865 INFO [StoreOpener-87294b276f16ee15737860d030b1dac3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87294b276f16ee15737860d030b1dac3 columnFamilyName a 2024-11-20T18:32:18,865 DEBUG [StoreOpener-87294b276f16ee15737860d030b1dac3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:18,866 INFO [StoreOpener-87294b276f16ee15737860d030b1dac3-1 {}] regionserver.HStore(327): Store=87294b276f16ee15737860d030b1dac3/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:18,866 INFO [StoreOpener-87294b276f16ee15737860d030b1dac3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 87294b276f16ee15737860d030b1dac3 2024-11-20T18:32:18,866 INFO [StoreOpener-87294b276f16ee15737860d030b1dac3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87294b276f16ee15737860d030b1dac3 columnFamilyName b 2024-11-20T18:32:18,866 DEBUG [StoreOpener-87294b276f16ee15737860d030b1dac3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:18,867 INFO [StoreOpener-87294b276f16ee15737860d030b1dac3-1 {}] regionserver.HStore(327): Store=87294b276f16ee15737860d030b1dac3/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:18,867 INFO [StoreOpener-87294b276f16ee15737860d030b1dac3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 87294b276f16ee15737860d030b1dac3 2024-11-20T18:32:18,868 INFO [StoreOpener-87294b276f16ee15737860d030b1dac3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87294b276f16ee15737860d030b1dac3 columnFamilyName c 2024-11-20T18:32:18,868 DEBUG [StoreOpener-87294b276f16ee15737860d030b1dac3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:18,868 INFO [StoreOpener-87294b276f16ee15737860d030b1dac3-1 {}] regionserver.HStore(327): Store=87294b276f16ee15737860d030b1dac3/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:18,868 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 87294b276f16ee15737860d030b1dac3 2024-11-20T18:32:18,869 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34973/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/87294b276f16ee15737860d030b1dac3 2024-11-20T18:32:18,870 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34973/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/87294b276f16ee15737860d030b1dac3 2024-11-20T18:32:18,872 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 87294b276f16ee15737860d030b1dac3 2024-11-20T18:32:18,872 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 87294b276f16ee15737860d030b1dac3 2024-11-20T18:32:18,873 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T18:32:18,874 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 87294b276f16ee15737860d030b1dac3 2024-11-20T18:32:18,875 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 87294b276f16ee15737860d030b1dac3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69424456, jitterRate=0.03450500965118408}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T18:32:18,877 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 87294b276f16ee15737860d030b1dac3: Writing region info on filesystem at 1732127538862Initializing all the Stores at 1732127538864 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127538864Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127538864Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127538864Cleaning up temporary data from old regions at 1732127538872 (+8 ms)Region opened successfully at 1732127538876 (+4 ms) 2024-11-20T18:32:18,881 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34973/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1732127538880/Put/seqid=0 2024-11-20T18:32:18,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741881_1058 (size=4826) 2024-11-20T18:32:18,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741881_1058 (size=4826) 2024-11-20T18:32:18,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741881_1058 (size=4826) 2024-11-20T18:32:18,889 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34973/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in 87294b276f16ee15737860d030b1dac3/a 2024-11-20T18:32:18,898 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-11-20T18:32:18,898 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T18:32:18,899 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 87294b276f16ee15737860d030b1dac3: 2024-11-20T18:32:18,901 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34973/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:34973/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/87294b276f16ee15737860d030b1dac3/a/9727f567b1fc462eb6c123d33aa52345_SeqId_3_ 2024-11-20T18:32:18,902 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34973/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 87294b276f16ee15737860d030b1dac3/a as hdfs://localhost:34973/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/87294b276f16ee15737860d030b1dac3/a/9727f567b1fc462eb6c123d33aa52345_SeqId_3_ - updating store file list. 2024-11-20T18:32:18,909 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9727f567b1fc462eb6c123d33aa52345_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-20T18:32:18,910 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34973/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/87294b276f16ee15737860d030b1dac3/a/9727f567b1fc462eb6c123d33aa52345_SeqId_3_ into 87294b276f16ee15737860d030b1dac3/a 2024-11-20T18:32:18,910 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34973/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 87294b276f16ee15737860d030b1dac3/a (new location: hdfs://localhost:34973/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/87294b276f16ee15737860d030b1dac3/a/9727f567b1fc462eb6c123d33aa52345_SeqId_3_) 2024-11-20T18:32:18,948 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34973/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732127538714/wal.1732127538824, size=0 (0bytes) 2024-11-20T18:32:18,948 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:34973/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732127538714/wal.1732127538824 might be still open, length is 0 2024-11-20T18:32:18,948 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34973/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732127538714/wal.1732127538824 2024-11-20T18:32:18,948 WARN [IPC Server handler 0 on default port 34973 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732127538714/wal.1732127538824 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-11-20T18:32:18,949 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34973/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732127538714/wal.1732127538824 after 1ms 2024-11-20T18:32:21,128 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1477856948_22 at /127.0.0.1:39088 [Receiving block BP-1090215104-172.17.0.3-1732127522291:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:39759:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39088 dst: /127.0.0.1:39759 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:39759 remote=/127.0.0.1:39088]. Total timeout mills is 60000, 57790 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:32:21,129 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1477856948_22 at /127.0.0.1:48260 [Receiving block BP-1090215104-172.17.0.3-1732127522291:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:41815:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48260 dst: /127.0.0.1:41815 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:32:21,129 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1477856948_22 at /127.0.0.1:46338 [Receiving block BP-1090215104-172.17.0.3-1732127522291:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:46401:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:46338 dst: /127.0.0.1:46401 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:32:21,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741880_1059 (size=606) 2024-11-20T18:32:21,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741880_1059 (size=606) 2024-11-20T18:32:22,950 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34973/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732127538714/wal.1732127538824 after 4002ms 2024-11-20T18:32:22,983 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-20T18:32:22,983 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34973/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732127538714/wal.1732127538824 took 4035ms 2024-11-20T18:32:22,986 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34973/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732127538714/wal.1732127538824; continuing. 2024-11-20T18:32:22,986 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34973/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732127538714/wal.1732127538824 so closing down 2024-11-20T18:32:22,986 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T18:32:22,987 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1732127538824.temp 2024-11-20T18:32:23,013 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34973/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/87294b276f16ee15737860d030b1dac3/recovered.edits/0000000000000000005-wal.1732127538824.temp 2024-11-20T18:32:23,013 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T18:32:23,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741882_1060 (size=329) 2024-11-20T18:32:23,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741882_1060 (size=329) 2024-11-20T18:32:23,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741882_1060 (size=329) 2024-11-20T18:32:23,021 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34973/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/87294b276f16ee15737860d030b1dac3/recovered.edits/0000000000000000005-wal.1732127538824.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-20T18:32:23,022 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34973/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/87294b276f16ee15737860d030b1dac3/recovered.edits/0000000000000000005-wal.1732127538824.temp to hdfs://localhost:34973/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/87294b276f16ee15737860d030b1dac3/recovered.edits/0000000000000000005 2024-11-20T18:32:23,022 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 39 ms; skipped=1; WAL=hdfs://localhost:34973/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732127538714/wal.1732127538824, size=0, length=0, corrupted=false, cancelled=false 2024-11-20T18:32:23,022 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34973/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732127538714/wal.1732127538824, journal: Splitting hdfs://localhost:34973/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732127538714/wal.1732127538824, size=0 (0bytes) at 1732127538948Finishing writing output for hdfs://localhost:34973/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732127538714/wal.1732127538824 so closing down at 1732127542986 (+4038 ms)Creating recovered edits writer path=hdfs://localhost:34973/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/87294b276f16ee15737860d030b1dac3/recovered.edits/0000000000000000005-wal.1732127538824.temp at 1732127543013 (+27 ms)3 split writer threads finished at 1732127543013Closed recovered edits writer path=hdfs://localhost:34973/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/87294b276f16ee15737860d030b1dac3/recovered.edits/0000000000000000005-wal.1732127538824.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732127543021 (+8 ms)Rename recovered edits hdfs://localhost:34973/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/87294b276f16ee15737860d030b1dac3/recovered.edits/0000000000000000005-wal.1732127538824.temp to hdfs://localhost:34973/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/87294b276f16ee15737860d030b1dac3/recovered.edits/0000000000000000005 at 1732127543022 (+1 ms)Processed 2 edits across 1 Regions in 39 ms; skipped=1; WAL=hdfs://localhost:34973/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732127538714/wal.1732127538824, size=0, length=0, corrupted=false, cancelled=false at 1732127543022 2024-11-20T18:32:23,024 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34973/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732127538714/wal.1732127538824 to hdfs://localhost:34973/hbase/oldWALs/wal.1732127538824 2024-11-20T18:32:23,025 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34973/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/87294b276f16ee15737860d030b1dac3/recovered.edits/0000000000000000005 2024-11-20T18:32:23,025 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T18:32:23,027 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34973/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732127538714, archiveDir=hdfs://localhost:34973/hbase/oldWALs, maxLogs=32 2024-11-20T18:32:23,039 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732127538714/wal.1732127543027, exclude list is [], retry=0 2024-11-20T18:32:23,042 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46401,DS-f803c8da-d3d1-4dc0-809f-056229286720,DISK] 2024-11-20T18:32:23,042 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41815,DS-a91a1f5a-ebaf-4940-bf10-846a197e974f,DISK] 2024-11-20T18:32:23,043 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39759,DS-4540ffb9-c276-45f2-9a52-ce28bdf798c0,DISK] 2024-11-20T18:32:23,064 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732127538714/wal.1732127543027 2024-11-20T18:32:23,065 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40499:40499),(127.0.0.1/127.0.0.1:39191:39191),(127.0.0.1/127.0.0.1:43037:43037)] 2024-11-20T18:32:23,065 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 87294b276f16ee15737860d030b1dac3, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732127538716.87294b276f16ee15737860d030b1dac3.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:32:23,065 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732127538716.87294b276f16ee15737860d030b1dac3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:32:23,065 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 87294b276f16ee15737860d030b1dac3 2024-11-20T18:32:23,065 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 87294b276f16ee15737860d030b1dac3 2024-11-20T18:32:23,067 INFO [StoreOpener-87294b276f16ee15737860d030b1dac3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 87294b276f16ee15737860d030b1dac3 2024-11-20T18:32:23,068 INFO [StoreOpener-87294b276f16ee15737860d030b1dac3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87294b276f16ee15737860d030b1dac3 columnFamilyName a 2024-11-20T18:32:23,068 DEBUG [StoreOpener-87294b276f16ee15737860d030b1dac3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:23,075 DEBUG [StoreFileOpener-87294b276f16ee15737860d030b1dac3-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9727f567b1fc462eb6c123d33aa52345_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-20T18:32:23,075 DEBUG [StoreOpener-87294b276f16ee15737860d030b1dac3-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34973/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/87294b276f16ee15737860d030b1dac3/a/9727f567b1fc462eb6c123d33aa52345_SeqId_3_ 2024-11-20T18:32:23,075 INFO [StoreOpener-87294b276f16ee15737860d030b1dac3-1 {}] regionserver.HStore(327): Store=87294b276f16ee15737860d030b1dac3/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:23,075 INFO [StoreOpener-87294b276f16ee15737860d030b1dac3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 87294b276f16ee15737860d030b1dac3 2024-11-20T18:32:23,077 INFO [StoreOpener-87294b276f16ee15737860d030b1dac3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87294b276f16ee15737860d030b1dac3 columnFamilyName b 2024-11-20T18:32:23,077 DEBUG [StoreOpener-87294b276f16ee15737860d030b1dac3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:23,077 INFO [StoreOpener-87294b276f16ee15737860d030b1dac3-1 {}] regionserver.HStore(327): Store=87294b276f16ee15737860d030b1dac3/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:23,077 INFO [StoreOpener-87294b276f16ee15737860d030b1dac3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 87294b276f16ee15737860d030b1dac3 2024-11-20T18:32:23,078 INFO [StoreOpener-87294b276f16ee15737860d030b1dac3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87294b276f16ee15737860d030b1dac3 columnFamilyName c 2024-11-20T18:32:23,079 DEBUG [StoreOpener-87294b276f16ee15737860d030b1dac3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:23,079 INFO [StoreOpener-87294b276f16ee15737860d030b1dac3-1 {}] regionserver.HStore(327): Store=87294b276f16ee15737860d030b1dac3/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:23,079 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 87294b276f16ee15737860d030b1dac3 2024-11-20T18:32:23,080 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34973/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/87294b276f16ee15737860d030b1dac3 2024-11-20T18:32:23,082 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34973/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/87294b276f16ee15737860d030b1dac3 2024-11-20T18:32:23,082 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34973/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/87294b276f16ee15737860d030b1dac3/recovered.edits/0000000000000000005 2024-11-20T18:32:23,106 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-20T18:32:23,108 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:34973/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/87294b276f16ee15737860d030b1dac3/recovered.edits/0000000000000000005 2024-11-20T18:32:23,108 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 87294b276f16ee15737860d030b1dac3 3/3 column families, dataSize=58 B heapSize=904 B 2024-11-20T18:32:23,121 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34973/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/87294b276f16ee15737860d030b1dac3/.tmp/a/1bfdf52a74db48e4ba3ce43ef5ea0cd8 is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1732127538915/Put/seqid=0 2024-11-20T18:32:23,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741884_1062 (size=5149) 2024-11-20T18:32:23,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741884_1062 (size=5149) 2024-11-20T18:32:23,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741884_1062 (size=5149) 2024-11-20T18:32:23,531 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34973/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/87294b276f16ee15737860d030b1dac3/.tmp/a/1bfdf52a74db48e4ba3ce43ef5ea0cd8 2024-11-20T18:32:23,544 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34973/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/87294b276f16ee15737860d030b1dac3/.tmp/a/1bfdf52a74db48e4ba3ce43ef5ea0cd8 as hdfs://localhost:34973/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/87294b276f16ee15737860d030b1dac3/a/1bfdf52a74db48e4ba3ce43ef5ea0cd8 2024-11-20T18:32:23,552 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34973/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/87294b276f16ee15737860d030b1dac3/a/1bfdf52a74db48e4ba3ce43ef5ea0cd8, entries=1, sequenceid=5, filesize=5.0 K 2024-11-20T18:32:23,552 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 87294b276f16ee15737860d030b1dac3 in 444ms, sequenceid=5, compaction requested=false; wal=null 2024-11-20T18:32:23,553 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34973/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/87294b276f16ee15737860d030b1dac3/recovered.edits/0000000000000000005 2024-11-20T18:32:23,554 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 87294b276f16ee15737860d030b1dac3 2024-11-20T18:32:23,554 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 87294b276f16ee15737860d030b1dac3 2024-11-20T18:32:23,555 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T18:32:23,557 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 87294b276f16ee15737860d030b1dac3 2024-11-20T18:32:23,559 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34973/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/87294b276f16ee15737860d030b1dac3/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T18:32:23,560 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 87294b276f16ee15737860d030b1dac3; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63901779, jitterRate=-0.04778929054737091}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T18:32:23,560 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 87294b276f16ee15737860d030b1dac3: Writing region info on filesystem at 1732127543065Initializing all the Stores at 1732127543066 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127543066Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127543067 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127543067Obtaining lock to block concurrent updates at 1732127543108 (+41 ms)Preparing flush snapshotting stores in 87294b276f16ee15737860d030b1dac3 at 1732127543108Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1732127538716.87294b276f16ee15737860d030b1dac3., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1732127543108Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1732127538716.87294b276f16ee15737860d030b1dac3. at 1732127543108Flushing 87294b276f16ee15737860d030b1dac3/a: creating writer at 1732127543108Flushing 87294b276f16ee15737860d030b1dac3/a: appending metadata at 1732127543121 (+13 ms)Flushing 87294b276f16ee15737860d030b1dac3/a: closing flushed file at 1732127543121Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bc07ae: reopening flushed file at 1732127543542 (+421 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 87294b276f16ee15737860d030b1dac3 in 444ms, sequenceid=5, compaction requested=false; wal=null at 1732127543552 (+10 ms)Cleaning up temporary data from old regions at 1732127543554 (+2 ms)Region opened successfully at 1732127543560 (+6 ms) 2024-11-20T18:32:23,564 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 87294b276f16ee15737860d030b1dac3, disabling compactions & flushes 2024-11-20T18:32:23,564 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1732127538716.87294b276f16ee15737860d030b1dac3. 2024-11-20T18:32:23,564 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732127538716.87294b276f16ee15737860d030b1dac3. 2024-11-20T18:32:23,564 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732127538716.87294b276f16ee15737860d030b1dac3. after waiting 0 ms 2024-11-20T18:32:23,564 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1732127538716.87294b276f16ee15737860d030b1dac3. 2024-11-20T18:32:23,565 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1732127538716.87294b276f16ee15737860d030b1dac3. 2024-11-20T18:32:23,565 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 87294b276f16ee15737860d030b1dac3: Waiting for close lock at 1732127543564Disabling compacts and flushes for region at 1732127543564Disabling writes for close at 1732127543564Writing region close event to WAL at 1732127543565 (+1 ms)Closed at 1732127543565 2024-11-20T18:32:23,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741883_1061 (size=175) 2024-11-20T18:32:23,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741883_1061 (size=175) 2024-11-20T18:32:23,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741883_1061 (size=175) 2024-11-20T18:32:23,570 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T18:32:23,571 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732127543027) 2024-11-20T18:32:23,582 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=409 (was 406) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1685805399) connection to localhost/127.0.0.1:34973 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:34973 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2057471810_22 at /127.0.0.1:45788 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2057471810_22 at /127.0.0.1:55302 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2057471810_22 at /127.0.0.1:59076 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1023 (was 963) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=338 (was 367), ProcessCount=11 (was 11), AvailableMemoryMB=8212 (was 8210) - AvailableMemoryMB LEAK? - 2024-11-20T18:32:23,595 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=409, OpenFileDescriptor=1023, MaxFileDescriptor=1048576, SystemLoadAverage=338, ProcessCount=11, AvailableMemoryMB=8208 2024-11-20T18:32:23,609 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:32:23,614 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:32:23,617 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,45721,1732127527016 2024-11-20T18:32:23,619 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23b65c0b 2024-11-20T18:32:23,620 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:32:23,622 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:32:23,625 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45721 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T18:32:23,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45721 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-11-20T18:32:23,633 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T18:32:23,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45721 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-11-20T18:32:23,635 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:23,637 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T18:32:23,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:32:23,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741885_1063 (size=694) 2024-11-20T18:32:23,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741885_1063 (size=694) 2024-11-20T18:32:23,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741885_1063 (size=694) 2024-11-20T18:32:23,650 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ba259c69d98dbcbfe1b585ee6d55fbec, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6 2024-11-20T18:32:23,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741886_1064 (size=77) 2024-11-20T18:32:23,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741886_1064 (size=77) 2024-11-20T18:32:23,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741886_1064 (size=77) 2024-11-20T18:32:23,660 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:32:23,660 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing ba259c69d98dbcbfe1b585ee6d55fbec, disabling compactions & flushes 2024-11-20T18:32:23,660 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec. 2024-11-20T18:32:23,660 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec. 2024-11-20T18:32:23,660 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec. after waiting 0 ms 2024-11-20T18:32:23,660 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec. 2024-11-20T18:32:23,660 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec. 2024-11-20T18:32:23,660 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for ba259c69d98dbcbfe1b585ee6d55fbec: Waiting for close lock at 1732127543660Disabling compacts and flushes for region at 1732127543660Disabling writes for close at 1732127543660Writing region close event to WAL at 1732127543660Closed at 1732127543660 2024-11-20T18:32:23,662 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T18:32:23,666 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1732127543662"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732127543662"}]},"ts":"1732127543662"} 2024-11-20T18:32:23,670 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T18:32:23,671 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T18:32:23,673 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732127543671"}]},"ts":"1732127543671"} 2024-11-20T18:32:23,677 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-11-20T18:32:23,678 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {6b87edf34edd=0} racks are {/default-rack=0} 2024-11-20T18:32:23,679 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T18:32:23,679 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T18:32:23,679 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-20T18:32:23,679 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T18:32:23,679 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T18:32:23,679 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-20T18:32:23,679 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T18:32:23,679 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T18:32:23,679 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-20T18:32:23,679 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T18:32:23,681 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ba259c69d98dbcbfe1b585ee6d55fbec, ASSIGN}] 2024-11-20T18:32:23,683 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ba259c69d98dbcbfe1b585ee6d55fbec, ASSIGN 2024-11-20T18:32:23,685 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ba259c69d98dbcbfe1b585ee6d55fbec, ASSIGN; state=OFFLINE, location=6b87edf34edd,39065,1732127527893; forceNewPlan=false, retain=false 2024-11-20T18:32:23,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:32:23,837 INFO [6b87edf34edd:45721 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-20T18:32:23,838 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ba259c69d98dbcbfe1b585ee6d55fbec, regionState=OPENING, regionLocation=6b87edf34edd,39065,1732127527893 2024-11-20T18:32:23,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ba259c69d98dbcbfe1b585ee6d55fbec, ASSIGN because future has completed 2024-11-20T18:32:23,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba259c69d98dbcbfe1b585ee6d55fbec, server=6b87edf34edd,39065,1732127527893}] 2024-11-20T18:32:23,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:32:23,996 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T18:32:23,999 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43185, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T18:32:24,006 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec. 2024-11-20T18:32:24,007 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ba259c69d98dbcbfe1b585ee6d55fbec, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:32:24,007 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF ba259c69d98dbcbfe1b585ee6d55fbec 2024-11-20T18:32:24,008 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:32:24,008 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ba259c69d98dbcbfe1b585ee6d55fbec 2024-11-20T18:32:24,008 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ba259c69d98dbcbfe1b585ee6d55fbec 2024-11-20T18:32:24,010 INFO [StoreOpener-ba259c69d98dbcbfe1b585ee6d55fbec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region ba259c69d98dbcbfe1b585ee6d55fbec 2024-11-20T18:32:24,012 INFO [StoreOpener-ba259c69d98dbcbfe1b585ee6d55fbec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba259c69d98dbcbfe1b585ee6d55fbec columnFamilyName cf1 2024-11-20T18:32:24,012 DEBUG [StoreOpener-ba259c69d98dbcbfe1b585ee6d55fbec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:24,013 INFO [StoreOpener-ba259c69d98dbcbfe1b585ee6d55fbec-1 {}] regionserver.HStore(327): Store=ba259c69d98dbcbfe1b585ee6d55fbec/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:24,013 INFO [StoreOpener-ba259c69d98dbcbfe1b585ee6d55fbec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region ba259c69d98dbcbfe1b585ee6d55fbec 2024-11-20T18:32:24,015 INFO [StoreOpener-ba259c69d98dbcbfe1b585ee6d55fbec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba259c69d98dbcbfe1b585ee6d55fbec columnFamilyName cf2 2024-11-20T18:32:24,015 DEBUG [StoreOpener-ba259c69d98dbcbfe1b585ee6d55fbec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:24,015 INFO [StoreOpener-ba259c69d98dbcbfe1b585ee6d55fbec-1 {}] regionserver.HStore(327): Store=ba259c69d98dbcbfe1b585ee6d55fbec/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:24,015 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ba259c69d98dbcbfe1b585ee6d55fbec 2024-11-20T18:32:24,016 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ba259c69d98dbcbfe1b585ee6d55fbec 2024-11-20T18:32:24,016 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ba259c69d98dbcbfe1b585ee6d55fbec 2024-11-20T18:32:24,017 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ba259c69d98dbcbfe1b585ee6d55fbec 2024-11-20T18:32:24,017 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ba259c69d98dbcbfe1b585ee6d55fbec 2024-11-20T18:32:24,018 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-20T18:32:24,020 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ba259c69d98dbcbfe1b585ee6d55fbec 2024-11-20T18:32:24,022 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ba259c69d98dbcbfe1b585ee6d55fbec/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:32:24,023 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ba259c69d98dbcbfe1b585ee6d55fbec; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67344972, jitterRate=0.0035182833671569824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-20T18:32:24,023 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ba259c69d98dbcbfe1b585ee6d55fbec 2024-11-20T18:32:24,024 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ba259c69d98dbcbfe1b585ee6d55fbec: Running coprocessor pre-open hook at 1732127544008Writing region info on filesystem at 1732127544008Initializing all the Stores at 1732127544009 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127544010 (+1 ms)Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127544010Cleaning up temporary data from old regions at 1732127544017 (+7 ms)Running coprocessor post-open hooks at 1732127544023 (+6 ms)Region opened successfully at 1732127544024 (+1 ms) 2024-11-20T18:32:24,026 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec., pid=6, masterSystemTime=1732127543996 2024-11-20T18:32:24,029 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec. 2024-11-20T18:32:24,029 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec. 2024-11-20T18:32:24,030 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ba259c69d98dbcbfe1b585ee6d55fbec, regionState=OPEN, openSeqNum=2, regionLocation=6b87edf34edd,39065,1732127527893 2024-11-20T18:32:24,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba259c69d98dbcbfe1b585ee6d55fbec, server=6b87edf34edd,39065,1732127527893 because future has completed 2024-11-20T18:32:24,038 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T18:32:24,038 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ba259c69d98dbcbfe1b585ee6d55fbec, server=6b87edf34edd,39065,1732127527893 in 193 msec 2024-11-20T18:32:24,041 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T18:32:24,041 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ba259c69d98dbcbfe1b585ee6d55fbec, ASSIGN in 357 msec 2024-11-20T18:32:24,042 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T18:32:24,042 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732127544042"}]},"ts":"1732127544042"} 2024-11-20T18:32:24,044 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-11-20T18:32:24,046 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T18:32:24,048 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 419 msec 2024-11-20T18:32:24,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:32:24,268 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-11-20T18:32:24,268 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-11-20T18:32:24,272 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T18:32:24,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-11-20T18:32:24,284 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T18:32:24,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-11-20T18:32:24,295 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec., hostname=6b87edf34edd,39065,1732127527893, seqNum=2] 2024-11-20T18:32:24,297 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:32:24,298 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:32:24,315 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45721 {}] master.HMaster(2410): Client=jenkins//172.17.0.3 move hri=ba259c69d98dbcbfe1b585ee6d55fbec, source=6b87edf34edd,39065,1732127527893, destination=6b87edf34edd,39477,1732127528021, warming up region on 6b87edf34edd,39477,1732127528021 2024-11-20T18:32:24,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45721 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T18:32:24,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45721 {}] master.HMaster(2414): Client=jenkins//172.17.0.3 move hri=ba259c69d98dbcbfe1b585ee6d55fbec, source=6b87edf34edd,39065,1732127527893, destination=6b87edf34edd,39477,1732127528021, running balancer 2024-11-20T18:32:24,318 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47729, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T18:32:24,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45721 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ba259c69d98dbcbfe1b585ee6d55fbec, REOPEN/MOVE 2024-11-20T18:32:24,318 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ba259c69d98dbcbfe1b585ee6d55fbec, REOPEN/MOVE 2024-11-20T18:32:24,320 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=ba259c69d98dbcbfe1b585ee6d55fbec, regionState=CLOSING, regionLocation=6b87edf34edd,39065,1732127527893 2024-11-20T18:32:24,322 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39477 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec. 2024-11-20T18:32:24,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39477 {}] regionserver.HRegion(7855): Warmup {ENCODED => ba259c69d98dbcbfe1b585ee6d55fbec, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:32:24,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39477 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:32:24,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ba259c69d98dbcbfe1b585ee6d55fbec, REOPEN/MOVE because future has completed 2024-11-20T18:32:24,323 INFO [StoreOpener-ba259c69d98dbcbfe1b585ee6d55fbec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region ba259c69d98dbcbfe1b585ee6d55fbec 2024-11-20T18:32:24,323 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T18:32:24,323 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure ba259c69d98dbcbfe1b585ee6d55fbec, server=6b87edf34edd,39065,1732127527893}] 2024-11-20T18:32:24,324 INFO [StoreOpener-ba259c69d98dbcbfe1b585ee6d55fbec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba259c69d98dbcbfe1b585ee6d55fbec columnFamilyName cf1 2024-11-20T18:32:24,324 DEBUG [StoreOpener-ba259c69d98dbcbfe1b585ee6d55fbec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:24,325 INFO [StoreOpener-ba259c69d98dbcbfe1b585ee6d55fbec-1 {}] regionserver.HStore(327): Store=ba259c69d98dbcbfe1b585ee6d55fbec/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:24,325 INFO [StoreOpener-ba259c69d98dbcbfe1b585ee6d55fbec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region ba259c69d98dbcbfe1b585ee6d55fbec 2024-11-20T18:32:24,326 INFO [StoreOpener-ba259c69d98dbcbfe1b585ee6d55fbec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba259c69d98dbcbfe1b585ee6d55fbec columnFamilyName cf2 2024-11-20T18:32:24,326 DEBUG [StoreOpener-ba259c69d98dbcbfe1b585ee6d55fbec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:24,327 INFO [StoreOpener-ba259c69d98dbcbfe1b585ee6d55fbec-1 {}] regionserver.HStore(327): Store=ba259c69d98dbcbfe1b585ee6d55fbec/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:24,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39477 {}] regionserver.HRegion(1722): Closing ba259c69d98dbcbfe1b585ee6d55fbec, disabling compactions & flushes 2024-11-20T18:32:24,327 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39477 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec. 2024-11-20T18:32:24,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39477 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec. 2024-11-20T18:32:24,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39477 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec. after waiting 0 ms 2024-11-20T18:32:24,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39477 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec. 2024-11-20T18:32:24,328 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39477 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec. 2024-11-20T18:32:24,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39477 {}] regionserver.HRegion(1676): Region close journal for ba259c69d98dbcbfe1b585ee6d55fbec: Waiting for close lock at 1732127544327Disabling compacts and flushes for region at 1732127544327Disabling writes for close at 1732127544327Writing region close event to WAL at 1732127544328 (+1 ms)Closed at 1732127544328 2024-11-20T18:32:24,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45721 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-11-20T18:32:24,485 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close ba259c69d98dbcbfe1b585ee6d55fbec 2024-11-20T18:32:24,486 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T18:32:24,487 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing ba259c69d98dbcbfe1b585ee6d55fbec, disabling compactions & flushes 2024-11-20T18:32:24,487 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec. 2024-11-20T18:32:24,487 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec. 2024-11-20T18:32:24,487 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec. after waiting 0 ms 2024-11-20T18:32:24,487 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec. 2024-11-20T18:32:24,487 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing ba259c69d98dbcbfe1b585ee6d55fbec 2/2 column families, dataSize=31 B heapSize=616 B 2024-11-20T18:32:24,510 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ba259c69d98dbcbfe1b585ee6d55fbec/.tmp/cf1/c25a40e986354351ad092ffce3555b2e is 35, key is r1/cf1:q/1732127544299/Put/seqid=0 2024-11-20T18:32:24,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741887_1065 (size=4783) 2024-11-20T18:32:24,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741887_1065 (size=4783) 2024-11-20T18:32:24,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741887_1065 (size=4783) 2024-11-20T18:32:24,520 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ba259c69d98dbcbfe1b585ee6d55fbec/.tmp/cf1/c25a40e986354351ad092ffce3555b2e 2024-11-20T18:32:24,528 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ba259c69d98dbcbfe1b585ee6d55fbec/.tmp/cf1/c25a40e986354351ad092ffce3555b2e as hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ba259c69d98dbcbfe1b585ee6d55fbec/cf1/c25a40e986354351ad092ffce3555b2e 2024-11-20T18:32:24,534 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ba259c69d98dbcbfe1b585ee6d55fbec/cf1/c25a40e986354351ad092ffce3555b2e, entries=1, sequenceid=5, filesize=4.7 K 2024-11-20T18:32:24,535 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for ba259c69d98dbcbfe1b585ee6d55fbec in 48ms, sequenceid=5, compaction requested=false 2024-11-20T18:32:24,535 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-11-20T18:32:24,540 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ba259c69d98dbcbfe1b585ee6d55fbec/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T18:32:24,542 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec. 2024-11-20T18:32:24,543 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for ba259c69d98dbcbfe1b585ee6d55fbec: Waiting for close lock at 1732127544487Running coprocessor pre-close hooks at 1732127544487Disabling compacts and flushes for region at 1732127544487Disabling writes for close at 1732127544487Obtaining lock to block concurrent updates at 1732127544487Preparing flush snapshotting stores in ba259c69d98dbcbfe1b585ee6d55fbec at 1732127544487Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1732127544488 (+1 ms)Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec. at 1732127544489 (+1 ms)Flushing ba259c69d98dbcbfe1b585ee6d55fbec/cf1: creating writer at 1732127544489Flushing ba259c69d98dbcbfe1b585ee6d55fbec/cf1: appending metadata at 1732127544510 (+21 ms)Flushing ba259c69d98dbcbfe1b585ee6d55fbec/cf1: closing flushed file at 1732127544510Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b090610: reopening flushed file at 1732127544527 (+17 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for ba259c69d98dbcbfe1b585ee6d55fbec in 48ms, sequenceid=5, compaction requested=false at 1732127544535 (+8 ms)Writing region close event to WAL at 1732127544536 (+1 ms)Running coprocessor post-close hooks at 1732127544541 (+5 ms)Closed at 1732127544542 (+1 ms) 2024-11-20T18:32:24,543 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding ba259c69d98dbcbfe1b585ee6d55fbec move to 6b87edf34edd,39477,1732127528021 record at close sequenceid=5 2024-11-20T18:32:24,545 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed ba259c69d98dbcbfe1b585ee6d55fbec 2024-11-20T18:32:24,546 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=ba259c69d98dbcbfe1b585ee6d55fbec, regionState=CLOSED 2024-11-20T18:32:24,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure ba259c69d98dbcbfe1b585ee6d55fbec, server=6b87edf34edd,39065,1732127527893 because future has completed 2024-11-20T18:32:24,552 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-20T18:32:24,552 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure ba259c69d98dbcbfe1b585ee6d55fbec, server=6b87edf34edd,39065,1732127527893 in 227 msec 2024-11-20T18:32:24,553 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ba259c69d98dbcbfe1b585ee6d55fbec, REOPEN/MOVE; state=CLOSED, location=6b87edf34edd,39477,1732127528021; forceNewPlan=false, retain=false 2024-11-20T18:32:24,704 INFO [6b87edf34edd:45721 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-20T18:32:24,704 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=ba259c69d98dbcbfe1b585ee6d55fbec, regionState=OPENING, regionLocation=6b87edf34edd,39477,1732127528021 2024-11-20T18:32:24,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ba259c69d98dbcbfe1b585ee6d55fbec, REOPEN/MOVE because future has completed 2024-11-20T18:32:24,710 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba259c69d98dbcbfe1b585ee6d55fbec, server=6b87edf34edd,39477,1732127528021}] 2024-11-20T18:32:24,869 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec. 2024-11-20T18:32:24,869 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => ba259c69d98dbcbfe1b585ee6d55fbec, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:32:24,870 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF ba259c69d98dbcbfe1b585ee6d55fbec 2024-11-20T18:32:24,870 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:32:24,870 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for ba259c69d98dbcbfe1b585ee6d55fbec 2024-11-20T18:32:24,870 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for ba259c69d98dbcbfe1b585ee6d55fbec 2024-11-20T18:32:24,871 INFO [StoreOpener-ba259c69d98dbcbfe1b585ee6d55fbec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region ba259c69d98dbcbfe1b585ee6d55fbec 2024-11-20T18:32:24,872 INFO [StoreOpener-ba259c69d98dbcbfe1b585ee6d55fbec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba259c69d98dbcbfe1b585ee6d55fbec columnFamilyName cf1 2024-11-20T18:32:24,873 DEBUG [StoreOpener-ba259c69d98dbcbfe1b585ee6d55fbec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:24,880 DEBUG [StoreOpener-ba259c69d98dbcbfe1b585ee6d55fbec-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ba259c69d98dbcbfe1b585ee6d55fbec/cf1/c25a40e986354351ad092ffce3555b2e 2024-11-20T18:32:24,880 INFO [StoreOpener-ba259c69d98dbcbfe1b585ee6d55fbec-1 {}] regionserver.HStore(327): Store=ba259c69d98dbcbfe1b585ee6d55fbec/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:24,880 INFO [StoreOpener-ba259c69d98dbcbfe1b585ee6d55fbec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region ba259c69d98dbcbfe1b585ee6d55fbec 2024-11-20T18:32:24,882 INFO [StoreOpener-ba259c69d98dbcbfe1b585ee6d55fbec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba259c69d98dbcbfe1b585ee6d55fbec columnFamilyName cf2 2024-11-20T18:32:24,882 DEBUG [StoreOpener-ba259c69d98dbcbfe1b585ee6d55fbec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:24,882 INFO [StoreOpener-ba259c69d98dbcbfe1b585ee6d55fbec-1 {}] regionserver.HStore(327): Store=ba259c69d98dbcbfe1b585ee6d55fbec/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:24,882 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for ba259c69d98dbcbfe1b585ee6d55fbec 2024-11-20T18:32:24,883 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ba259c69d98dbcbfe1b585ee6d55fbec 2024-11-20T18:32:24,885 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ba259c69d98dbcbfe1b585ee6d55fbec 2024-11-20T18:32:24,885 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for ba259c69d98dbcbfe1b585ee6d55fbec 2024-11-20T18:32:24,886 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for ba259c69d98dbcbfe1b585ee6d55fbec 2024-11-20T18:32:24,886 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-20T18:32:24,888 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for ba259c69d98dbcbfe1b585ee6d55fbec 2024-11-20T18:32:24,889 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened ba259c69d98dbcbfe1b585ee6d55fbec; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64598621, jitterRate=-0.03740553557872772}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-20T18:32:24,889 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ba259c69d98dbcbfe1b585ee6d55fbec 2024-11-20T18:32:24,889 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for ba259c69d98dbcbfe1b585ee6d55fbec: Running coprocessor pre-open hook at 1732127544870Writing region info on filesystem at 1732127544870Initializing all the Stores at 1732127544871 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127544871Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127544871Cleaning up temporary data from old regions at 1732127544886 (+15 ms)Running coprocessor post-open hooks at 1732127544889 (+3 ms)Region opened successfully at 1732127544889 2024-11-20T18:32:24,891 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec., pid=9, masterSystemTime=1732127544865 2024-11-20T18:32:24,893 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec. 2024-11-20T18:32:24,893 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec. 2024-11-20T18:32:24,894 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=ba259c69d98dbcbfe1b585ee6d55fbec, regionState=OPEN, openSeqNum=9, regionLocation=6b87edf34edd,39477,1732127528021 2024-11-20T18:32:24,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba259c69d98dbcbfe1b585ee6d55fbec, server=6b87edf34edd,39477,1732127528021 because future has completed 2024-11-20T18:32:24,900 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-11-20T18:32:24,900 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure ba259c69d98dbcbfe1b585ee6d55fbec, server=6b87edf34edd,39477,1732127528021 in 188 msec 2024-11-20T18:32:24,902 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ba259c69d98dbcbfe1b585ee6d55fbec, REOPEN/MOVE in 583 msec 2024-11-20T18:32:24,925 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T18:32:24,927 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T18:32:24,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.3:54064 deadline: 1732127604931, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=6b87edf34edd port=39477 startCode=1732127528021. As of locationSeqNum=5. 2024-11-20T18:32:24,953 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec., hostname=6b87edf34edd,39065,1732127527893, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec., hostname=6b87edf34edd,39065,1732127527893, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=6b87edf34edd port=39477 startCode=1732127528021. As of locationSeqNum=5. 2024-11-20T18:32:24,954 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec., hostname=6b87edf34edd,39065,1732127527893, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=6b87edf34edd port=39477 startCode=1732127528021. As of locationSeqNum=5. 2024-11-20T18:32:24,954 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec., hostname=6b87edf34edd,39065,1732127527893, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec., hostname=6b87edf34edd,39477,1732127528021, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=6b87edf34edd port=39477 startCode=1732127528021. As of locationSeqNum=5. 2024-11-20T18:32:25,063 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:32:25,065 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:32:25,074 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ba259c69d98dbcbfe1b585ee6d55fbec 2/2 column families, dataSize=50 B heapSize=720 B 2024-11-20T18:32:25,090 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ba259c69d98dbcbfe1b585ee6d55fbec/.tmp/cf1/010ffb82efd240cab641c51ed171125a is 29, key is r1/cf1:/1732127545066/DeleteFamily/seqid=0 2024-11-20T18:32:25,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741888_1066 (size=4906) 2024-11-20T18:32:25,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741888_1066 (size=4906) 2024-11-20T18:32:25,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741888_1066 (size=4906) 2024-11-20T18:32:25,098 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ba259c69d98dbcbfe1b585ee6d55fbec/.tmp/cf1/010ffb82efd240cab641c51ed171125a 2024-11-20T18:32:25,104 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 010ffb82efd240cab641c51ed171125a 2024-11-20T18:32:25,117 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ba259c69d98dbcbfe1b585ee6d55fbec/.tmp/cf2/5ff802e27a0a470baef780e235899441 is 29, key is r1/cf2:/1732127545066/DeleteFamily/seqid=0 2024-11-20T18:32:25,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741889_1067 (size=4906) 2024-11-20T18:32:25,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741889_1067 (size=4906) 2024-11-20T18:32:25,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741889_1067 (size=4906) 2024-11-20T18:32:25,125 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ba259c69d98dbcbfe1b585ee6d55fbec/.tmp/cf2/5ff802e27a0a470baef780e235899441 2024-11-20T18:32:25,131 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5ff802e27a0a470baef780e235899441 2024-11-20T18:32:25,132 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ba259c69d98dbcbfe1b585ee6d55fbec/.tmp/cf1/010ffb82efd240cab641c51ed171125a as hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ba259c69d98dbcbfe1b585ee6d55fbec/cf1/010ffb82efd240cab641c51ed171125a 2024-11-20T18:32:25,139 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 010ffb82efd240cab641c51ed171125a 2024-11-20T18:32:25,139 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ba259c69d98dbcbfe1b585ee6d55fbec/cf1/010ffb82efd240cab641c51ed171125a, entries=1, sequenceid=12, filesize=4.8 K 2024-11-20T18:32:25,140 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ba259c69d98dbcbfe1b585ee6d55fbec/.tmp/cf2/5ff802e27a0a470baef780e235899441 as hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ba259c69d98dbcbfe1b585ee6d55fbec/cf2/5ff802e27a0a470baef780e235899441 2024-11-20T18:32:25,146 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5ff802e27a0a470baef780e235899441 2024-11-20T18:32:25,146 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ba259c69d98dbcbfe1b585ee6d55fbec/cf2/5ff802e27a0a470baef780e235899441, entries=1, sequenceid=12, filesize=4.8 K 2024-11-20T18:32:25,147 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for ba259c69d98dbcbfe1b585ee6d55fbec in 73ms, sequenceid=12, compaction requested=false 2024-11-20T18:32:25,147 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for ba259c69d98dbcbfe1b585ee6d55fbec: 2024-11-20T18:32:25,150 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-20T18:32:25,151 DEBUG [Time-limited test {}] regionserver.HStore(1541): ba259c69d98dbcbfe1b585ee6d55fbec/cf1 is initiating major compaction (all files) 2024-11-20T18:32:25,151 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T18:32:25,151 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:32:25,152 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of ba259c69d98dbcbfe1b585ee6d55fbec/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec. 2024-11-20T18:32:25,152 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ba259c69d98dbcbfe1b585ee6d55fbec/cf1/c25a40e986354351ad092ffce3555b2e, hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ba259c69d98dbcbfe1b585ee6d55fbec/cf1/010ffb82efd240cab641c51ed171125a] into tmpdir=hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ba259c69d98dbcbfe1b585ee6d55fbec/.tmp, totalSize=9.5 K 2024-11-20T18:32:25,153 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting c25a40e986354351ad092ffce3555b2e, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1732127544299 2024-11-20T18:32:25,154 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 010ffb82efd240cab641c51ed171125a, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-20T18:32:25,166 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): ba259c69d98dbcbfe1b585ee6d55fbec#cf1#compaction#16 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:32:25,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741890_1068 (size=4626) 2024-11-20T18:32:25,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741890_1068 (size=4626) 2024-11-20T18:32:25,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741890_1068 (size=4626) 2024-11-20T18:32:25,180 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ba259c69d98dbcbfe1b585ee6d55fbec/.tmp/cf1/cfd5fa24df9a4ad6bf497ee2ec24beaf as hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ba259c69d98dbcbfe1b585ee6d55fbec/cf1/cfd5fa24df9a4ad6bf497ee2ec24beaf 2024-11-20T18:32:25,194 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in ba259c69d98dbcbfe1b585ee6d55fbec/cf1 of ba259c69d98dbcbfe1b585ee6d55fbec into cfd5fa24df9a4ad6bf497ee2ec24beaf(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:32:25,194 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for ba259c69d98dbcbfe1b585ee6d55fbec: 2024-11-20T18:32:25,194 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-20T18:32:25,194 DEBUG [Time-limited test {}] regionserver.HStore(1541): ba259c69d98dbcbfe1b585ee6d55fbec/cf2 is initiating major compaction (all files) 2024-11-20T18:32:25,194 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T18:32:25,194 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:32:25,194 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of ba259c69d98dbcbfe1b585ee6d55fbec/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec. 2024-11-20T18:32:25,195 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ba259c69d98dbcbfe1b585ee6d55fbec/cf2/5ff802e27a0a470baef780e235899441] into tmpdir=hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ba259c69d98dbcbfe1b585ee6d55fbec/.tmp, totalSize=4.8 K 2024-11-20T18:32:25,195 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 5ff802e27a0a470baef780e235899441, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-20T18:32:25,201 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): ba259c69d98dbcbfe1b585ee6d55fbec#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:32:25,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741891_1069 (size=4592) 2024-11-20T18:32:25,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741891_1069 (size=4592) 2024-11-20T18:32:25,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741891_1069 (size=4592) 2024-11-20T18:32:25,219 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ba259c69d98dbcbfe1b585ee6d55fbec/.tmp/cf2/4b2fec884e06401289bc34a155582195 as hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ba259c69d98dbcbfe1b585ee6d55fbec/cf2/4b2fec884e06401289bc34a155582195 2024-11-20T18:32:25,227 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in ba259c69d98dbcbfe1b585ee6d55fbec/cf2 of ba259c69d98dbcbfe1b585ee6d55fbec into 4b2fec884e06401289bc34a155582195(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:32:25,227 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for ba259c69d98dbcbfe1b585ee6d55fbec: 2024-11-20T18:32:25,232 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45721 {}] master.HMaster(2410): Client=jenkins//172.17.0.3 move hri=ba259c69d98dbcbfe1b585ee6d55fbec, source=6b87edf34edd,39477,1732127528021, destination=6b87edf34edd,39065,1732127527893, warming up region on 6b87edf34edd,39065,1732127527893 2024-11-20T18:32:25,232 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45721 {}] master.HMaster(2414): Client=jenkins//172.17.0.3 move hri=ba259c69d98dbcbfe1b585ee6d55fbec, source=6b87edf34edd,39477,1732127528021, destination=6b87edf34edd,39065,1732127527893, running balancer 2024-11-20T18:32:25,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45721 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ba259c69d98dbcbfe1b585ee6d55fbec, REOPEN/MOVE 2024-11-20T18:32:25,234 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ba259c69d98dbcbfe1b585ee6d55fbec, REOPEN/MOVE 2024-11-20T18:32:25,236 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=ba259c69d98dbcbfe1b585ee6d55fbec, regionState=CLOSING, regionLocation=6b87edf34edd,39477,1732127528021 2024-11-20T18:32:25,236 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec. 2024-11-20T18:32:25,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] regionserver.HRegion(7855): Warmup {ENCODED => ba259c69d98dbcbfe1b585ee6d55fbec, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:32:25,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:32:25,237 INFO [StoreOpener-ba259c69d98dbcbfe1b585ee6d55fbec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region ba259c69d98dbcbfe1b585ee6d55fbec 2024-11-20T18:32:25,238 INFO [StoreOpener-ba259c69d98dbcbfe1b585ee6d55fbec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba259c69d98dbcbfe1b585ee6d55fbec columnFamilyName cf1 2024-11-20T18:32:25,239 DEBUG [StoreOpener-ba259c69d98dbcbfe1b585ee6d55fbec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:25,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ba259c69d98dbcbfe1b585ee6d55fbec, REOPEN/MOVE because future has completed 2024-11-20T18:32:25,239 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T18:32:25,240 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure ba259c69d98dbcbfe1b585ee6d55fbec, server=6b87edf34edd,39477,1732127528021}] 2024-11-20T18:32:25,247 INFO [StoreFileOpener-ba259c69d98dbcbfe1b585ee6d55fbec-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 010ffb82efd240cab641c51ed171125a 2024-11-20T18:32:25,247 DEBUG [StoreOpener-ba259c69d98dbcbfe1b585ee6d55fbec-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ba259c69d98dbcbfe1b585ee6d55fbec/cf1/010ffb82efd240cab641c51ed171125a 2024-11-20T18:32:25,252 DEBUG [StoreOpener-ba259c69d98dbcbfe1b585ee6d55fbec-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ba259c69d98dbcbfe1b585ee6d55fbec/cf1/c25a40e986354351ad092ffce3555b2e 2024-11-20T18:32:25,258 DEBUG [StoreOpener-ba259c69d98dbcbfe1b585ee6d55fbec-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ba259c69d98dbcbfe1b585ee6d55fbec/cf1/cfd5fa24df9a4ad6bf497ee2ec24beaf 2024-11-20T18:32:25,258 INFO [StoreOpener-ba259c69d98dbcbfe1b585ee6d55fbec-1 {}] regionserver.HStore(327): Store=ba259c69d98dbcbfe1b585ee6d55fbec/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:25,258 INFO [StoreOpener-ba259c69d98dbcbfe1b585ee6d55fbec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region ba259c69d98dbcbfe1b585ee6d55fbec 2024-11-20T18:32:25,259 INFO [StoreOpener-ba259c69d98dbcbfe1b585ee6d55fbec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba259c69d98dbcbfe1b585ee6d55fbec columnFamilyName cf2 2024-11-20T18:32:25,260 DEBUG [StoreOpener-ba259c69d98dbcbfe1b585ee6d55fbec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:25,268 DEBUG [StoreOpener-ba259c69d98dbcbfe1b585ee6d55fbec-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ba259c69d98dbcbfe1b585ee6d55fbec/cf2/4b2fec884e06401289bc34a155582195 2024-11-20T18:32:25,273 INFO [StoreFileOpener-ba259c69d98dbcbfe1b585ee6d55fbec-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5ff802e27a0a470baef780e235899441 2024-11-20T18:32:25,274 DEBUG [StoreOpener-ba259c69d98dbcbfe1b585ee6d55fbec-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ba259c69d98dbcbfe1b585ee6d55fbec/cf2/5ff802e27a0a470baef780e235899441 2024-11-20T18:32:25,274 INFO [StoreOpener-ba259c69d98dbcbfe1b585ee6d55fbec-1 {}] regionserver.HStore(327): Store=ba259c69d98dbcbfe1b585ee6d55fbec/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:25,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] regionserver.HRegion(1722): Closing ba259c69d98dbcbfe1b585ee6d55fbec, disabling compactions & flushes 2024-11-20T18:32:25,274 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec. 2024-11-20T18:32:25,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec. 2024-11-20T18:32:25,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec. after waiting 0 ms 2024-11-20T18:32:25,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec. 2024-11-20T18:32:25,275 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec. 2024-11-20T18:32:25,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] regionserver.HRegion(1676): Region close journal for ba259c69d98dbcbfe1b585ee6d55fbec: Waiting for close lock at 1732127545274Disabling compacts and flushes for region at 1732127545274Disabling writes for close at 1732127545274Writing region close event to WAL at 1732127545275 (+1 ms)Closed at 1732127545275 2024-11-20T18:32:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45721 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-11-20T18:32:25,394 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close ba259c69d98dbcbfe1b585ee6d55fbec 2024-11-20T18:32:25,394 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T18:32:25,395 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing ba259c69d98dbcbfe1b585ee6d55fbec, disabling compactions & flushes 2024-11-20T18:32:25,395 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec. 2024-11-20T18:32:25,395 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec. 2024-11-20T18:32:25,395 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec. after waiting 0 ms 2024-11-20T18:32:25,395 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec. 2024-11-20T18:32:25,395 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ba259c69d98dbcbfe1b585ee6d55fbec/cf1/c25a40e986354351ad092ffce3555b2e, hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ba259c69d98dbcbfe1b585ee6d55fbec/cf1/010ffb82efd240cab641c51ed171125a] to archive 2024-11-20T18:32:25,398 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T18:32:25,402 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ba259c69d98dbcbfe1b585ee6d55fbec/cf1/c25a40e986354351ad092ffce3555b2e to hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ba259c69d98dbcbfe1b585ee6d55fbec/cf1/c25a40e986354351ad092ffce3555b2e 2024-11-20T18:32:25,404 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ba259c69d98dbcbfe1b585ee6d55fbec/cf1/010ffb82efd240cab641c51ed171125a to hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ba259c69d98dbcbfe1b585ee6d55fbec/cf1/010ffb82efd240cab641c51ed171125a 2024-11-20T18:32:25,417 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ba259c69d98dbcbfe1b585ee6d55fbec/cf2/5ff802e27a0a470baef780e235899441] to archive 2024-11-20T18:32:25,419 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T18:32:25,421 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ba259c69d98dbcbfe1b585ee6d55fbec/cf2/5ff802e27a0a470baef780e235899441 to hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ba259c69d98dbcbfe1b585ee6d55fbec/cf2/5ff802e27a0a470baef780e235899441 2024-11-20T18:32:25,428 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ba259c69d98dbcbfe1b585ee6d55fbec/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-11-20T18:32:25,429 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec. 2024-11-20T18:32:25,429 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for ba259c69d98dbcbfe1b585ee6d55fbec: Waiting for close lock at 1732127545395Running coprocessor pre-close hooks at 1732127545395Disabling compacts and flushes for region at 1732127545395Disabling writes for close at 1732127545395Writing region close event to WAL at 1732127545423 (+28 ms)Running coprocessor post-close hooks at 1732127545429 (+6 ms)Closed at 1732127545429 2024-11-20T18:32:25,429 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding ba259c69d98dbcbfe1b585ee6d55fbec move to 6b87edf34edd,39065,1732127527893 record at close sequenceid=12 2024-11-20T18:32:25,433 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed ba259c69d98dbcbfe1b585ee6d55fbec 2024-11-20T18:32:25,434 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=ba259c69d98dbcbfe1b585ee6d55fbec, regionState=CLOSED 2024-11-20T18:32:25,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure ba259c69d98dbcbfe1b585ee6d55fbec, server=6b87edf34edd,39477,1732127528021 because future has completed 2024-11-20T18:32:25,442 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-20T18:32:25,442 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure ba259c69d98dbcbfe1b585ee6d55fbec, server=6b87edf34edd,39477,1732127528021 in 200 msec 2024-11-20T18:32:25,443 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ba259c69d98dbcbfe1b585ee6d55fbec, REOPEN/MOVE; state=CLOSED, location=6b87edf34edd,39065,1732127527893; forceNewPlan=false, retain=false 2024-11-20T18:32:25,594 INFO [6b87edf34edd:45721 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-20T18:32:25,594 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=ba259c69d98dbcbfe1b585ee6d55fbec, regionState=OPENING, regionLocation=6b87edf34edd,39065,1732127527893 2024-11-20T18:32:25,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ba259c69d98dbcbfe1b585ee6d55fbec, REOPEN/MOVE because future has completed 2024-11-20T18:32:25,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba259c69d98dbcbfe1b585ee6d55fbec, server=6b87edf34edd,39065,1732127527893}] 2024-11-20T18:32:25,755 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec. 2024-11-20T18:32:25,755 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => ba259c69d98dbcbfe1b585ee6d55fbec, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:32:25,756 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF ba259c69d98dbcbfe1b585ee6d55fbec 2024-11-20T18:32:25,756 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:32:25,756 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for ba259c69d98dbcbfe1b585ee6d55fbec 2024-11-20T18:32:25,756 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for ba259c69d98dbcbfe1b585ee6d55fbec 2024-11-20T18:32:25,757 INFO [StoreOpener-ba259c69d98dbcbfe1b585ee6d55fbec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region ba259c69d98dbcbfe1b585ee6d55fbec 2024-11-20T18:32:25,758 INFO [StoreOpener-ba259c69d98dbcbfe1b585ee6d55fbec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba259c69d98dbcbfe1b585ee6d55fbec columnFamilyName cf1 2024-11-20T18:32:25,758 DEBUG [StoreOpener-ba259c69d98dbcbfe1b585ee6d55fbec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:25,765 DEBUG [StoreOpener-ba259c69d98dbcbfe1b585ee6d55fbec-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ba259c69d98dbcbfe1b585ee6d55fbec/cf1/cfd5fa24df9a4ad6bf497ee2ec24beaf 2024-11-20T18:32:25,765 INFO [StoreOpener-ba259c69d98dbcbfe1b585ee6d55fbec-1 {}] regionserver.HStore(327): Store=ba259c69d98dbcbfe1b585ee6d55fbec/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:25,765 INFO [StoreOpener-ba259c69d98dbcbfe1b585ee6d55fbec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region ba259c69d98dbcbfe1b585ee6d55fbec 2024-11-20T18:32:25,766 INFO [StoreOpener-ba259c69d98dbcbfe1b585ee6d55fbec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba259c69d98dbcbfe1b585ee6d55fbec columnFamilyName cf2 2024-11-20T18:32:25,766 DEBUG [StoreOpener-ba259c69d98dbcbfe1b585ee6d55fbec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:25,773 DEBUG [StoreOpener-ba259c69d98dbcbfe1b585ee6d55fbec-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ba259c69d98dbcbfe1b585ee6d55fbec/cf2/4b2fec884e06401289bc34a155582195 2024-11-20T18:32:25,773 INFO [StoreOpener-ba259c69d98dbcbfe1b585ee6d55fbec-1 {}] regionserver.HStore(327): Store=ba259c69d98dbcbfe1b585ee6d55fbec/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:25,773 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for ba259c69d98dbcbfe1b585ee6d55fbec 2024-11-20T18:32:25,774 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ba259c69d98dbcbfe1b585ee6d55fbec 2024-11-20T18:32:25,775 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ba259c69d98dbcbfe1b585ee6d55fbec 2024-11-20T18:32:25,776 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for ba259c69d98dbcbfe1b585ee6d55fbec 2024-11-20T18:32:25,776 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for ba259c69d98dbcbfe1b585ee6d55fbec 2024-11-20T18:32:25,777 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-20T18:32:25,779 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for ba259c69d98dbcbfe1b585ee6d55fbec 2024-11-20T18:32:25,780 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened ba259c69d98dbcbfe1b585ee6d55fbec; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60906616, jitterRate=-0.09242069721221924}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-20T18:32:25,780 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ba259c69d98dbcbfe1b585ee6d55fbec 2024-11-20T18:32:25,781 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for ba259c69d98dbcbfe1b585ee6d55fbec: Running coprocessor pre-open hook at 1732127545756Writing region info on filesystem at 1732127545756Initializing all the Stores at 1732127545757 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127545757Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127545757Cleaning up temporary data from old regions at 1732127545776 (+19 ms)Running coprocessor post-open hooks at 1732127545780 (+4 ms)Region opened successfully at 1732127545781 (+1 ms) 2024-11-20T18:32:25,846 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec., pid=12, masterSystemTime=1732127545751 2024-11-20T18:32:25,849 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec. 2024-11-20T18:32:25,849 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec. 2024-11-20T18:32:25,850 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=ba259c69d98dbcbfe1b585ee6d55fbec, regionState=OPEN, openSeqNum=18, regionLocation=6b87edf34edd,39065,1732127527893 2024-11-20T18:32:25,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba259c69d98dbcbfe1b585ee6d55fbec, server=6b87edf34edd,39065,1732127527893 because future has completed 2024-11-20T18:32:25,858 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-20T18:32:25,858 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure ba259c69d98dbcbfe1b585ee6d55fbec, server=6b87edf34edd,39065,1732127527893 in 256 msec 2024-11-20T18:32:25,859 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ba259c69d98dbcbfe1b585ee6d55fbec, REOPEN/MOVE in 626 msec 2024-11-20T18:32:25,886 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T18:32:25,888 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T18:32:25,890 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 6b87edf34edd,39065,1732127527893: testing ***** 2024-11-20T18:32:25,890 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T18:32:25,893 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T18:32:25,895 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T18:32:25,904 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T18:32:25,906 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T18:32:25,921 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 404050944 }, "NonHeapMemoryUsage": { "committed": 171507712, "init": 7667712, "max": -1, "used": 168926704 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "6b87edf34edd", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 11076, "exceptions.RegionMovedException": 1, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 39, "ProcessCallTime_min": 0, "ProcessCallTime_max": 43, "ProcessCallTime_mean": 3, "ProcessCallTime_25th_percentile": 1, "ProcessCallTime_median": 2, "ProcessCallTime_75th_percentile": 3, "ProcessCallTime_90th_percentile": 6, "ProcessCallTime_95th_percentile": 10, "ProcessCallTime_98th_percentile": 43, "ProcessCallTime_99th_percentile": 43, "ProcessCallTime_99.9th_percentile": 43, "ProcessCallTime_TimeRangeCount_0-1": 13, "ProcessCallTime_TimeRangeCount_1-3": 12, "ProcessCallTime_TimeRangeCount_3-10": 5, "ProcessCallTime_TimeRangeCount_30-100": 1, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 39, "QueueCallTime_min": 0, "QueueCallTime_max": 1, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 1, "QueueCallTime_99th_percentile": 1, "QueueCallTime_99.9th_percentile": 1, "QueueCallTime_TimeRangeCount_0-1": 31, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 39, "TotalCallTime_min": 0, "TotalCallTime_max": 43, "TotalCallTime_mean": 3, "TotalCallTime_25th_percentile": 1, "TotalCallTime_median": 2, "TotalCallTime_75th_percentile": 3, "TotalCallTime_90th_percentile": 6, "TotalCallTime_95th_percentile": 10, "TotalCallTime_98th_percentile": 43, "TotalCallTime_99th_percentile": 43, "TotalCallTime_99.9th_percentile": 43, "TotalCallTime_TimeRangeCount_0-1": 13, "TotalCallTime_TimeRangeCount_1-3": 12, "TotalCallTime_TimeRangeCount_3-10": 5, "TotalCallTime_TimeRangeCount_30-100": 1, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 39, "ResponseSize_min": 0, "ResponseSize_max": 1139, "ResponseSize_mean": 159, "ResponseSize_25th_percentile": 2, "ResponseSize_median": 2, "ResponseSize_75th_percentile": 74, "ResponseSize_90th_percentile": 453, "ResponseSize_95th_percentile": 796, "ResponseSize_98th_percentile": 1001, "ResponseSize_99th_percentile": 1070, "ResponseSize_99.9th_percentile": 1132, "ResponseSize_SizeRangeCount_0-10": 22, "ResponseSize_SizeRangeCount_10-100": 5, "ResponseSize_SizeRangeCount_100-1000": 4, "exceptions.UnknownScannerException": 0, "exceptions": 1, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 39, "RequestSize_min": 31, "RequestSize_max": 390, "RequestSize_mean": 204, "RequestSize_25th_percentile": 119, "RequestSize_median": 179, "RequestSize_75th_percentile": 330, "RequestSize_90th_percentile": 330, "RequestSize_95th_percentile": 365, "RequestSize_98th_percentile": 380, "RequestSize_99th_percentile": 385, "RequestSize_99.9th_percentile": 389, "RequestSize_SizeRangeCount_0-10": 2, "RequestSize_SizeRangeCount_100-1000": 29, "sentBytes": 5751 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "6b87edf34edd", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:64287", "tag.serverName": "6b87edf34edd,39477,1732127528021", "tag.clusterId": "75564bdc-0b63-47a5-8aaf-a17ea09d90ff", "tag.Context": "regionserver", "tag.Hostname": "6b87edf34edd", "regionCount": 0, "storeCount": 0, "hlogFileCount": 3, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 0, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1732127528021, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 320685, "localBytesRead": 320685, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 25.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 1, "l1CacheMissCount": 3, "l1CacheHitRatio": 0.25, "l1CacheMissRatio": 0.75, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 227435, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 1.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 3, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 1, "rpcScanRequestCount": 1, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 1, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 1, "blockCacheHitCountPrimary": 1, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 3, "blockCacheMissCountPrimary": 3, "blockCacheMissCachingCount": 1, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 3, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 1, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 2, "MajorCompactionTime_min": 32, "MajorCompactionTime_max": 40, "MajorCompactionTime_mean": 36, "MajorCompactionTime_25th_percentile": 32, "MajorCompactionTime_median": 33, "MajorCompactionTime_75th_percentile": 40, "MajorCompactionTime_90th_percentile": 40, "MajorCompactionTime_95th_percentile": 40, "MajorCompactionTime_98th_percentile": 40, "MajorCompactionTime_99th_percentile": 40, "MajorCompactionTime_99.9th_percentile": 40, "MajorCompactionTime_TimeRangeCount_30-100": 2, "ScanTime_num_ops": 1, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "ScanTime_TimeRangeCount_0-1": 1, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 14595, "slowAppendCount": 0, "flushedOutputBytes": 9812, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 2, "MajorCompactionInputSize_min": 4906, "MajorCompactionInputSize_max": 9689, "MajorCompactionInputSize_mean": 7297, "MajorCompactionInputSize_25th_percentile": 6101, "MajorCompactionInputSize_median": 7297, "MajorCompactionInputSize_75th_percentile": 8493, "MajorCompactionInputSize_90th_percentile": 9210, "MajorCompactionInputSize_95th_percentile": 9449, "MajorCompactionInputSize_98th_percentile": 9593, "MajorCompactionInputSize_99th_percentile": 9641, "MajorCompactionInputSize_99.9th_percentile": 9684, "MajorCompactionInputSize_SizeRangeCount_100-1000": 2, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 2, "CompactionInputSize_min": 4906, "CompactionInputSize_max": 9689, "CompactionInputSize_mean": 7297, "CompactionInputSize_25th_percentile": 6101, "CompactionInputSize_median": 7297, "CompactionInputSize_75th_percentile": 8493, "CompactionInputSize_90th_percentile": 9210, "CompactionInputSize_95th_percentile": 9449, "CompactionInputSize_98th_percentile": 9593, "CompactionInputSize_99th_percentile": 9641, "CompactionInputSize_99.9th_percentile": 9684, "CompactionInputSize_SizeRangeCount_100-1000": 2, "flushedMemstoreBytes": 50, "majorCompactedOutputBytes": 9218, "slowPutCount": 0, "compactedInputBytes": 14595, "FlushOutputSize_num_ops": 1, "FlushOutputSize_min": 9812, "FlushOutputSize_max": 9812, "FlushOutputSize_mean": 9812, "FlushOutputSize_25th_percentile": 9812, "FlushOutputSize_median": 9812, "FlushOutputSize_75th_percentile": 9812, "FlushOutputSize_90th_percentile": 9812, "FlushOutputSize_95th_percentile": 9812, "FlushOutputSize_98th_percentile": 9812, "FlushOutputSize_99th_percentile": 9812, "FlushOutputSize_99.9th_percentile": 9812, "FlushOutputSize_SizeRangeCount_100-1000": 1, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 9218, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 1, "ScanBlockBytesScanned_min": 32, "ScanBlockBytesScanned_max": 32, "ScanBlockBytesScanned_mean": 32, "ScanBlockBytesScanned_25th_percentile": 32, "ScanBlockBytesScanned_median": 32, "ScanBlockBytesScanned_75th_percentile": 32, "ScanBlockBytesScanned_90th_percentile": 32, "ScanBlockBytesScanned_95th_percentile": 32, "ScanBlockBytesScanned_98th_percentile": 32, "ScanBlockBytesScanned_99th_percentile": 32, "ScanBlockBytesScanned_99.9th_percentile": 32, "ScanBlockBytesScanned_SizeRangeCount_10-100": 1, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 1, "Delete_min": 2, "Delete_max": 2, "Delete_mean": 2, "Delete_25th_percentile": 2, "Delete_median": 2, "Delete_75th_percentile": 2, "Delete_90th_percentile": 2, "Delete_95th_percentile": 2, "Delete_98th_percentile": 2, "Delete_99th_percentile": 2, "Delete_99.9th_percentile": 2, "Delete_TimeRangeCount_1-3": 1, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 32, "FlushMemstoreSize_num_ops": 1, "FlushMemstoreSize_min": 50, "FlushMemstoreSize_max": 50, "FlushMemstoreSize_mean": 50, "FlushMemstoreSize_25th_percentile": 50, "FlushMemstoreSize_median": 50, "FlushMemstoreSize_75th_percentile": 50, "FlushMemstoreSize_90th_percentile": 50, "FlushMemstoreSize_95th_percentile": 50, "FlushMemstoreSize_98th_percentile": 50, "FlushMemstoreSize_99th_percentile": 50, "FlushMemstoreSize_99.9th_percentile": 50, "FlushMemstoreSize_SizeRangeCount_10-100": 1, "CompactionInputFileCount_num_ops": 2, "CompactionInputFileCount_min": 1, "CompactionInputFileCount_max": 2, "CompactionInputFileCount_mean": 1, "CompactionInputFileCount_25th_percentile": 1, "CompactionInputFileCount_median": 2, "CompactionInputFileCount_75th_percentile": 2, "CompactionInputFileCount_90th_percentile": 2, "CompactionInputFileCount_95th_percentile": 2, "CompactionInputFileCount_98th_percentile": 2, "CompactionInputFileCount_99th_percentile": 2, "CompactionInputFileCount_99.9th_percentile": 2, "CompactionTime_num_ops": 2, "CompactionTime_min": 32, "CompactionTime_max": 40, "CompactionTime_mean": 36, "CompactionTime_25th_percentile": 32, "CompactionTime_median": 33, "CompactionTime_75th_percentile": 40, "CompactionTime_90th_percentile": 40, "CompactionTime_95th_percentile": 40, "CompactionTime_98th_percentile": 40, "CompactionTime_99th_percentile": 40, "CompactionTime_99.9th_percentile": 40, "CompactionTime_TimeRangeCount_30-100": 2, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 2, "MajorCompactionInputFileCount_min": 1, "MajorCompactionInputFileCount_max": 2, "MajorCompactionInputFileCount_mean": 1, "MajorCompactionInputFileCount_25th_percentile": 1, "MajorCompactionInputFileCount_median": 2, "MajorCompactionInputFileCount_75th_percentile": 2, "MajorCompactionInputFileCount_90th_percentile": 2, "MajorCompactionInputFileCount_95th_percentile": 2, "MajorCompactionInputFileCount_98th_percentile": 2, "MajorCompactionInputFileCount_99th_percentile": 2, "MajorCompactionInputFileCount_99.9th_percentile": 2, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 2, "MajorCompactionOutputSize_min": 4592, "MajorCompactionOutputSize_max": 4626, "MajorCompactionOutputSize_mean": 4609, "MajorCompactionOutputSize_25th_percentile": 4600, "MajorCompactionOutputSize_median": 4609, "MajorCompactionOutputSize_75th_percentile": 4617, "MajorCompactionOutputSize_90th_percentile": 4622, "MajorCompactionOutputSize_95th_percentile": 4624, "MajorCompactionOutputSize_98th_percentile": 4625, "MajorCompactionOutputSize_99th_percentile": 4625, "MajorCompactionOutputSize_99.9th_percentile": 4625, "MajorCompactionOutputSize_SizeRangeCount_100-1000": 2, "CompactionOutputFileCount_num_ops": 2, "CompactionOutputFileCount_min": 1, "CompactionOutputFileCount_max": 1, "CompactionOutputFileCount_mean": 1, "CompactionOutputFileCount_25th_percentile": 1, "CompactionOutputFileCount_median": 1, "CompactionOutputFileCount_75th_percentile": 1, "CompactionOutputFileCount_90th_percentile": 1, "CompactionOutputFileCount_95th_percentile": 1, "CompactionOutputFileCount_98th_percentile": 1, "CompactionOutputFileCount_99th_percentile": 1, "CompactionOutputFileCount_99.9th_percentile": 1, "slowDeleteCount": 0, "FlushTime_num_ops": 1, "FlushTime_min": 73, "FlushTime_max": 73, "FlushTime_mean": 73, "FlushTime_25th_percentile": 73, "FlushTime_median": 73, "FlushTime_75th_percentile": 73, "FlushTime_90th_percentile": 73, "FlushTime_95th_percentile": 73, "FlushTime_98th_percentile": 73, "FlushTime_99th_percentile": 73, "FlushTime_99.9th_percentile": 73, "FlushTime_TimeRangeCount_30-100": 1, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 2, "MajorCompactionOutputFileCount_min": 1, "MajorCompactionOutputFileCount_max": 1, "MajorCompactionOutputFileCount_mean": 1, "MajorCompactionOutputFileCount_25th_percentile": 1, "MajorCompactionOutputFileCount_median": 1, "MajorCompactionOutputFileCount_75th_percentile": 1, "MajorCompactionOutputFileCount_90th_percentile": 1, "MajorCompactionOutputFileCount_95th_percentile": 1, "MajorCompactionOutputFileCount_98th_percentile": 1, "MajorCompactionOutputFileCount_99th_percentile": 1, "MajorCompactionOutputFileCount_99.9th_percentile": 1, "slowGetCount": 0, "ScanSize_num_ops": 1, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "ScanSize_SizeRangeCount_0-10": 1, "CompactionOutputSize_num_ops": 2, "CompactionOutputSize_min": 4592, "CompactionOutputSize_max": 4626, "CompactionOutputSize_mean": 4609, "CompactionOutputSize_25th_percentile": 4600, "CompactionOutputSize_median": 4609, "CompactionOutputSize_75th_percentile": 4617, "CompactionOutputSize_90th_percentile": 4622, "CompactionOutputSize_95th_percentile": 4624, "CompactionOutputSize_98th_percentile": 4625, "CompactionOutputSize_99th_percentile": 4625, "CompactionOutputSize_99.9th_percentile": 4625, "CompactionOutputSize_SizeRangeCount_100-1000": 2, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-20T18:32:25,924 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45721 {}] master.MasterRpcServices(700): 6b87edf34edd,39065,1732127527893 reported a fatal error: ***** ABORTING region server 6b87edf34edd,39065,1732127527893: testing ***** 2024-11-20T18:32:25,926 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b87edf34edd,39065,1732127527893' ***** 2024-11-20T18:32:25,926 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-11-20T18:32:25,927 INFO [RS:0;6b87edf34edd:39065 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T18:32:25,927 INFO [RS:0;6b87edf34edd:39065 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-20T18:32:25,927 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T18:32:25,927 INFO [RS:0;6b87edf34edd:39065 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-20T18:32:25,927 INFO [RS:0;6b87edf34edd:39065 {}] regionserver.HRegionServer(3091): Received CLOSE for ba259c69d98dbcbfe1b585ee6d55fbec 2024-11-20T18:32:25,927 INFO [RS:0;6b87edf34edd:39065 {}] regionserver.HRegionServer(956): aborting server 6b87edf34edd,39065,1732127527893 2024-11-20T18:32:25,927 INFO [RS:0;6b87edf34edd:39065 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T18:32:25,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39477 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.3:46462 deadline: 1732127605927, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=6b87edf34edd port=39065 startCode=1732127527893. As of locationSeqNum=12. 2024-11-20T18:32:25,928 INFO [RS:0;6b87edf34edd:39065 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b87edf34edd:39065. 2024-11-20T18:32:25,928 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ba259c69d98dbcbfe1b585ee6d55fbec, disabling compactions & flushes 2024-11-20T18:32:25,928 DEBUG [RS:0;6b87edf34edd:39065 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:32:25,928 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec. 2024-11-20T18:32:25,928 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec. 2024-11-20T18:32:25,928 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec. after waiting 0 ms 2024-11-20T18:32:25,928 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec. 2024-11-20T18:32:25,928 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec., hostname=6b87edf34edd,39477,1732127528021, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec., hostname=6b87edf34edd,39477,1732127528021, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=6b87edf34edd port=39065 startCode=1732127527893. As of locationSeqNum=12. 2024-11-20T18:32:25,928 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec., hostname=6b87edf34edd,39477,1732127528021, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=6b87edf34edd port=39065 startCode=1732127527893. As of locationSeqNum=12. 2024-11-20T18:32:25,928 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec., hostname=6b87edf34edd,39477,1732127528021, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec., hostname=6b87edf34edd,39065,1732127527893, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=6b87edf34edd port=39065 startCode=1732127527893. As of locationSeqNum=12. 2024-11-20T18:32:25,929 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec. 2024-11-20T18:32:25,929 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ba259c69d98dbcbfe1b585ee6d55fbec: Waiting for close lock at 1732127545927Running coprocessor pre-close hooks at 1732127545928 (+1 ms)Disabling compacts and flushes for region at 1732127545928Disabling writes for close at 1732127545928Writing region close event to WAL at 1732127545929 (+1 ms)Running coprocessor post-close hooks at 1732127545929Closed at 1732127545929 2024-11-20T18:32:25,929 DEBUG [RS:0;6b87edf34edd:39065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:32:25,929 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec. 2024-11-20T18:32:25,930 INFO [RS:0;6b87edf34edd:39065 {}] regionserver.HRegionServer(976): stopping server 6b87edf34edd,39065,1732127527893; all regions closed. 2024-11-20T18:32:25,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741835_1011 (size=2288) 2024-11-20T18:32:25,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741835_1011 (size=2288) 2024-11-20T18:32:25,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741835_1011 (size=2288) 2024-11-20T18:32:25,937 DEBUG [RS:0;6b87edf34edd:39065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:32:25,937 INFO [RS:0;6b87edf34edd:39065 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T18:32:25,937 INFO [RS:0;6b87edf34edd:39065 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T18:32:25,937 INFO [RS:0;6b87edf34edd:39065 {}] hbase.ChoreService(370): Chore service for: regionserver/6b87edf34edd:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T18:32:25,937 INFO [regionserver/6b87edf34edd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T18:32:25,937 INFO [RS:0;6b87edf34edd:39065 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T18:32:25,937 INFO [RS:0;6b87edf34edd:39065 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T18:32:25,937 INFO [RS:0;6b87edf34edd:39065 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T18:32:25,937 INFO [RS:0;6b87edf34edd:39065 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T18:32:25,938 INFO [RS:0;6b87edf34edd:39065 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39065 2024-11-20T18:32:25,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39065-0x101598488fa0001, quorum=127.0.0.1:64287, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6b87edf34edd,39065,1732127527893 2024-11-20T18:32:25,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45721-0x101598488fa0000, quorum=127.0.0.1:64287, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T18:32:25,987 INFO [RS:0;6b87edf34edd:39065 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T18:32:25,989 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b87edf34edd,39065,1732127527893] 2024-11-20T18:32:26,008 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6b87edf34edd,39065,1732127527893 already deleted, retry=false 2024-11-20T18:32:26,008 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 6b87edf34edd,39065,1732127527893 on 6b87edf34edd,45721,1732127527016 2024-11-20T18:32:26,017 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 6b87edf34edd,39065,1732127527893, splitWal=true, meta=false 2024-11-20T18:32:26,019 INFO [regionserver/6b87edf34edd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T18:32:26,021 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=13 for 6b87edf34edd,39065,1732127527893 (carryingMeta=false) 6b87edf34edd,39065,1732127527893/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@52d5c00[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-20T18:32:26,021 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 6b87edf34edd,39065,1732127527893, splitWal=true, meta=false 2024-11-20T18:32:26,022 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 6b87edf34edd,39065,1732127527893 had 1 regions 2024-11-20T18:32:26,023 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 6b87edf34edd,39065,1732127527893, splitWal=true, meta=false, isMeta: false 2024-11-20T18:32:26,025 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/WALs/6b87edf34edd,39065,1732127527893-splitting 2024-11-20T18:32:26,026 INFO [PEWorker-1 {}] master.SplitWALManager(105): 6b87edf34edd,39065,1732127527893 WAL count=1, meta=false 2024-11-20T18:32:26,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 6b87edf34edd%2C39065%2C1732127527893.1732127529640}] 2024-11-20T18:32:26,032 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=6b87edf34edd,39431,1732127528070 2024-11-20T18:32:26,035 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 6b87edf34edd%2C39065%2C1732127527893.1732127529640, worker=6b87edf34edd,39431,1732127528070}] 2024-11-20T18:32:26,035 WARN [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 6b87edf34edd:39065 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 6b87edf34edd/172.17.0.3:39065 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:32:26,036 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec., hostname=6b87edf34edd,39065,1732127527893, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec., hostname=6b87edf34edd,39065,1732127527893, seqNum=12, error=java.net.ConnectException: Call to address=6b87edf34edd:39065 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 6b87edf34edd/172.17.0.3:39065 2024-11-20T18:32:26,036 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec., hostname=6b87edf34edd,39065,1732127527893, seqNum=12 is java.net.ConnectException: Connection refused 2024-11-20T18:32:26,036 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec., hostname=6b87edf34edd,39065,1732127527893, seqNum=12 from cache 2024-11-20T18:32:26,036 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address 6b87edf34edd:39065 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 6b87edf34edd/172.17.0.3:39065 2024-11-20T18:32:26,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39065-0x101598488fa0001, quorum=127.0.0.1:64287, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:32:26,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39065-0x101598488fa0001, quorum=127.0.0.1:64287, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:32:26,098 INFO [RS:0;6b87edf34edd:39065 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T18:32:26,099 INFO [RS:0;6b87edf34edd:39065 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b87edf34edd,39065,1732127527893; zookeeper connection closed. 2024-11-20T18:32:26,099 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@33e46538 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@33e46538 2024-11-20T18:32:26,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39431 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-11-20T18:32:26,213 INFO [RS_LOG_REPLAY_OPS-regionserver/6b87edf34edd:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/WALs/6b87edf34edd,39065,1732127527893-splitting/6b87edf34edd%2C39065%2C1732127527893.1732127529640, size=2.2 K (2288bytes) 2024-11-20T18:32:26,213 INFO [RS_LOG_REPLAY_OPS-regionserver/6b87edf34edd:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/WALs/6b87edf34edd,39065,1732127527893-splitting/6b87edf34edd%2C39065%2C1732127527893.1732127529640 2024-11-20T18:32:26,214 INFO [RS_LOG_REPLAY_OPS-regionserver/6b87edf34edd:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/WALs/6b87edf34edd,39065,1732127527893-splitting/6b87edf34edd%2C39065%2C1732127527893.1732127529640 after 1ms 2024-11-20T18:32:26,237 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6b87edf34edd:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-20T18:32:26,237 INFO [RS_LOG_REPLAY_OPS-regionserver/6b87edf34edd:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/WALs/6b87edf34edd,39065,1732127527893-splitting/6b87edf34edd%2C39065%2C1732127527893.1732127529640 took 24ms 2024-11-20T18:32:26,243 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6b87edf34edd:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for ba259c69d98dbcbfe1b585ee6d55fbec: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-11-20T18:32:26,243 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6b87edf34edd:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/WALs/6b87edf34edd,39065,1732127527893-splitting/6b87edf34edd%2C39065%2C1732127527893.1732127529640 so closing down 2024-11-20T18:32:26,243 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6b87edf34edd:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T18:32:26,244 INFO [RS_LOG_REPLAY_OPS-regionserver/6b87edf34edd:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T18:32:26,244 INFO [RS_LOG_REPLAY_OPS-regionserver/6b87edf34edd:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 6 ms; skipped=6; WAL=hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/WALs/6b87edf34edd,39065,1732127527893-splitting/6b87edf34edd%2C39065%2C1732127527893.1732127529640, size=2.2 K, length=2288, corrupted=false, cancelled=false 2024-11-20T18:32:26,244 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6b87edf34edd:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/WALs/6b87edf34edd,39065,1732127527893-splitting/6b87edf34edd%2C39065%2C1732127527893.1732127529640, journal: Splitting hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/WALs/6b87edf34edd,39065,1732127527893-splitting/6b87edf34edd%2C39065%2C1732127527893.1732127529640, size=2.2 K (2288bytes) at 1732127546213Finishing writing output for hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/WALs/6b87edf34edd,39065,1732127527893-splitting/6b87edf34edd%2C39065%2C1732127527893.1732127529640 so closing down at 1732127546243 (+30 ms)3 split writer threads finished at 1732127546244 (+1 ms)Processed 6 edits across 0 Regions in 6 ms; skipped=6; WAL=hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/WALs/6b87edf34edd,39065,1732127527893-splitting/6b87edf34edd%2C39065%2C1732127527893.1732127529640, size=2.2 K, length=2288, corrupted=false, cancelled=false at 1732127546244 2024-11-20T18:32:26,244 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6b87edf34edd:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/WALs/6b87edf34edd,39065,1732127527893-splitting/6b87edf34edd%2C39065%2C1732127527893.1732127529640 2024-11-20T18:32:26,245 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6b87edf34edd:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-20T18:32:26,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45721 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-20T18:32:26,251 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec., hostname=6b87edf34edd,39065,1732127527893, seqNum=18] 2024-11-20T18:32:26,251 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to 6b87edf34edd:39065 this server is in the failed servers list 2024-11-20T18:32:26,252 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/WALs/6b87edf34edd,39065,1732127527893-splitting/6b87edf34edd%2C39065%2C1732127527893.1732127529640 to hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/oldWALs 2024-11-20T18:32:26,252 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec., hostname=6b87edf34edd,39065,1732127527893, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec., hostname=6b87edf34edd,39065,1732127527893, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6b87edf34edd:39065 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6b87edf34edd:39065 2024-11-20T18:32:26,252 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec., hostname=6b87edf34edd,39065,1732127527893, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6b87edf34edd:39065 2024-11-20T18:32:26,252 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec., hostname=6b87edf34edd,39065,1732127527893, seqNum=18 from cache 2024-11-20T18:32:26,255 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-20T18:32:26,255 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 6b87edf34edd%2C39065%2C1732127527893.1732127529640, worker=6b87edf34edd,39431,1732127528070 in 218 msec 2024-11-20T18:32:26,257 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=6b87edf34edd,39431,1732127528070 2024-11-20T18:32:26,260 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-20T18:32:26,260 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 6b87edf34edd%2C39065%2C1732127527893.1732127529640, worker=6b87edf34edd,39431,1732127528070 in 230 msec 2024-11-20T18:32:26,262 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/WALs/6b87edf34edd,39065,1732127527893-splitting dir is empty, no logs to split. 2024-11-20T18:32:26,262 INFO [PEWorker-1 {}] master.SplitWALManager(105): 6b87edf34edd,39065,1732127527893 WAL count=0, meta=false 2024-11-20T18:32:26,262 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 6b87edf34edd,39065,1732127527893 WAL splitting is done? wals=0, meta=false 2024-11-20T18:32:26,264 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 6b87edf34edd,39065,1732127527893 failed, ignore...File hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/WALs/6b87edf34edd,39065,1732127527893-splitting does not exist. 2024-11-20T18:32:26,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ba259c69d98dbcbfe1b585ee6d55fbec, ASSIGN}] 2024-11-20T18:32:26,268 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ba259c69d98dbcbfe1b585ee6d55fbec, ASSIGN 2024-11-20T18:32:26,270 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ba259c69d98dbcbfe1b585ee6d55fbec, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T18:32:26,420 DEBUG [6b87edf34edd:45721 {}] balancer.BalancerClusterState(204): Hosts are {6b87edf34edd=0} racks are {/default-rack=0} 2024-11-20T18:32:26,420 DEBUG [6b87edf34edd:45721 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T18:32:26,421 DEBUG [6b87edf34edd:45721 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T18:32:26,421 DEBUG [6b87edf34edd:45721 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T18:32:26,421 DEBUG [6b87edf34edd:45721 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T18:32:26,421 INFO [6b87edf34edd:45721 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T18:32:26,421 INFO [6b87edf34edd:45721 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T18:32:26,421 DEBUG [6b87edf34edd:45721 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T18:32:26,421 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=ba259c69d98dbcbfe1b585ee6d55fbec, regionState=OPENING, regionLocation=6b87edf34edd,39477,1732127528021 2024-11-20T18:32:26,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ba259c69d98dbcbfe1b585ee6d55fbec, ASSIGN because future has completed 2024-11-20T18:32:26,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba259c69d98dbcbfe1b585ee6d55fbec, server=6b87edf34edd,39477,1732127528021}] 2024-11-20T18:32:26,567 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec., hostname=6b87edf34edd,39065,1732127527893, seqNum=18] 2024-11-20T18:32:26,567 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to 6b87edf34edd:39065 this server is in the failed servers list 2024-11-20T18:32:26,568 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec., hostname=6b87edf34edd,39065,1732127527893, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec., hostname=6b87edf34edd,39065,1732127527893, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6b87edf34edd:39065 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6b87edf34edd:39065 2024-11-20T18:32:26,568 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec., hostname=6b87edf34edd,39065,1732127527893, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6b87edf34edd:39065 2024-11-20T18:32:26,568 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec., hostname=6b87edf34edd,39065,1732127527893, seqNum=18 from cache 2024-11-20T18:32:26,581 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec. 2024-11-20T18:32:26,582 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => ba259c69d98dbcbfe1b585ee6d55fbec, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:32:26,582 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF ba259c69d98dbcbfe1b585ee6d55fbec 2024-11-20T18:32:26,582 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:32:26,582 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for ba259c69d98dbcbfe1b585ee6d55fbec 2024-11-20T18:32:26,582 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for ba259c69d98dbcbfe1b585ee6d55fbec 2024-11-20T18:32:26,584 INFO [StoreOpener-ba259c69d98dbcbfe1b585ee6d55fbec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region ba259c69d98dbcbfe1b585ee6d55fbec 2024-11-20T18:32:26,585 INFO [StoreOpener-ba259c69d98dbcbfe1b585ee6d55fbec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba259c69d98dbcbfe1b585ee6d55fbec columnFamilyName cf1 2024-11-20T18:32:26,585 DEBUG [StoreOpener-ba259c69d98dbcbfe1b585ee6d55fbec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:26,592 DEBUG [StoreOpener-ba259c69d98dbcbfe1b585ee6d55fbec-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ba259c69d98dbcbfe1b585ee6d55fbec/cf1/cfd5fa24df9a4ad6bf497ee2ec24beaf 2024-11-20T18:32:26,592 INFO [StoreOpener-ba259c69d98dbcbfe1b585ee6d55fbec-1 {}] regionserver.HStore(327): Store=ba259c69d98dbcbfe1b585ee6d55fbec/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:26,592 INFO [StoreOpener-ba259c69d98dbcbfe1b585ee6d55fbec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region ba259c69d98dbcbfe1b585ee6d55fbec 2024-11-20T18:32:26,593 INFO [StoreOpener-ba259c69d98dbcbfe1b585ee6d55fbec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba259c69d98dbcbfe1b585ee6d55fbec columnFamilyName cf2 2024-11-20T18:32:26,593 DEBUG [StoreOpener-ba259c69d98dbcbfe1b585ee6d55fbec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:26,601 DEBUG [StoreOpener-ba259c69d98dbcbfe1b585ee6d55fbec-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ba259c69d98dbcbfe1b585ee6d55fbec/cf2/4b2fec884e06401289bc34a155582195 2024-11-20T18:32:26,601 INFO [StoreOpener-ba259c69d98dbcbfe1b585ee6d55fbec-1 {}] regionserver.HStore(327): Store=ba259c69d98dbcbfe1b585ee6d55fbec/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:26,601 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for ba259c69d98dbcbfe1b585ee6d55fbec 2024-11-20T18:32:26,602 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ba259c69d98dbcbfe1b585ee6d55fbec 2024-11-20T18:32:26,604 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ba259c69d98dbcbfe1b585ee6d55fbec 2024-11-20T18:32:26,604 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for ba259c69d98dbcbfe1b585ee6d55fbec 2024-11-20T18:32:26,605 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for ba259c69d98dbcbfe1b585ee6d55fbec 2024-11-20T18:32:26,605 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-20T18:32:26,606 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for ba259c69d98dbcbfe1b585ee6d55fbec 2024-11-20T18:32:26,607 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened ba259c69d98dbcbfe1b585ee6d55fbec; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59144719, jitterRate=-0.11867500841617584}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-20T18:32:26,607 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ba259c69d98dbcbfe1b585ee6d55fbec 2024-11-20T18:32:26,608 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for ba259c69d98dbcbfe1b585ee6d55fbec: Running coprocessor pre-open hook at 1732127546582Writing region info on filesystem at 1732127546582Initializing all the Stores at 1732127546583 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127546583Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127546583Cleaning up temporary data from old regions at 1732127546605 (+22 ms)Running coprocessor post-open hooks at 1732127546607 (+2 ms)Region opened successfully at 1732127546608 (+1 ms) 2024-11-20T18:32:26,609 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec., pid=17, masterSystemTime=1732127546576 2024-11-20T18:32:26,611 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec. 2024-11-20T18:32:26,611 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec. 2024-11-20T18:32:26,612 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=ba259c69d98dbcbfe1b585ee6d55fbec, regionState=OPEN, openSeqNum=18, regionLocation=6b87edf34edd,39477,1732127528021 2024-11-20T18:32:26,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba259c69d98dbcbfe1b585ee6d55fbec, server=6b87edf34edd,39477,1732127528021 because future has completed 2024-11-20T18:32:26,617 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-20T18:32:26,617 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure ba259c69d98dbcbfe1b585ee6d55fbec, server=6b87edf34edd,39477,1732127528021 in 191 msec 2024-11-20T18:32:26,620 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-20T18:32:26,620 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server 6b87edf34edd,39065,1732127527893 after splitting done 2024-11-20T18:32:26,620 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ba259c69d98dbcbfe1b585ee6d55fbec, ASSIGN in 350 msec 2024-11-20T18:32:26,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure 6b87edf34edd,39065,1732127527893, splitWal=true, meta=false in 611 msec 2024-11-20T18:32:27,080 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec., hostname=6b87edf34edd,39477,1732127528021, seqNum=18] 2024-11-20T18:32:27,101 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=407 (was 409), OpenFileDescriptor=1051 (was 1023) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=327 (was 338), ProcessCount=11 (was 11), AvailableMemoryMB=8162 (was 8208) 2024-11-20T18:32:27,104 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1051 is superior to 1024 2024-11-20T18:32:27,120 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=407, OpenFileDescriptor=1051, MaxFileDescriptor=1048576, SystemLoadAverage=327, ProcessCount=11, AvailableMemoryMB=8161 2024-11-20T18:32:27,120 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1051 is superior to 1024 2024-11-20T18:32:27,142 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:32:27,144 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:32:27,145 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T18:32:27,148 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-67329160, suffix=, logDir=hdfs://localhost:34973/hbase/WALs/hregion-67329160, archiveDir=hdfs://localhost:34973/hbase/oldWALs, maxLogs=32 2024-11-20T18:32:27,163 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-67329160/hregion-67329160.1732127547148, exclude list is [], retry=0 2024-11-20T18:32:27,166 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39759,DS-4540ffb9-c276-45f2-9a52-ce28bdf798c0,DISK] 2024-11-20T18:32:27,166 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46401,DS-f803c8da-d3d1-4dc0-809f-056229286720,DISK] 2024-11-20T18:32:27,166 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41815,DS-a91a1f5a-ebaf-4940-bf10-846a197e974f,DISK] 2024-11-20T18:32:27,190 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-67329160/hregion-67329160.1732127547148 2024-11-20T18:32:27,190 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43037:43037),(127.0.0.1/127.0.0.1:40499:40499),(127.0.0.1/127.0.0.1:39191:39191)] 2024-11-20T18:32:27,190 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 308d89cae64d639fe1b8ec2688ee7f2d, NAME => 'testReplayEditsWrittenViaHRegion,,1732127547143.308d89cae64d639fe1b8ec2688ee7f2d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34973/hbase 2024-11-20T18:32:27,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741893_1071 (size=67) 2024-11-20T18:32:27,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741893_1071 (size=67) 2024-11-20T18:32:27,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741893_1071 (size=67) 2024-11-20T18:32:27,199 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732127547143.308d89cae64d639fe1b8ec2688ee7f2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:32:27,200 INFO [StoreOpener-308d89cae64d639fe1b8ec2688ee7f2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 308d89cae64d639fe1b8ec2688ee7f2d 2024-11-20T18:32:27,201 INFO [StoreOpener-308d89cae64d639fe1b8ec2688ee7f2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 308d89cae64d639fe1b8ec2688ee7f2d columnFamilyName a 2024-11-20T18:32:27,201 DEBUG [StoreOpener-308d89cae64d639fe1b8ec2688ee7f2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:27,202 INFO [StoreOpener-308d89cae64d639fe1b8ec2688ee7f2d-1 {}] regionserver.HStore(327): Store=308d89cae64d639fe1b8ec2688ee7f2d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:27,202 INFO [StoreOpener-308d89cae64d639fe1b8ec2688ee7f2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 308d89cae64d639fe1b8ec2688ee7f2d 2024-11-20T18:32:27,203 INFO [StoreOpener-308d89cae64d639fe1b8ec2688ee7f2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 308d89cae64d639fe1b8ec2688ee7f2d columnFamilyName b 2024-11-20T18:32:27,203 DEBUG [StoreOpener-308d89cae64d639fe1b8ec2688ee7f2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:27,203 INFO [StoreOpener-308d89cae64d639fe1b8ec2688ee7f2d-1 {}] regionserver.HStore(327): Store=308d89cae64d639fe1b8ec2688ee7f2d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:27,203 INFO [StoreOpener-308d89cae64d639fe1b8ec2688ee7f2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 308d89cae64d639fe1b8ec2688ee7f2d 2024-11-20T18:32:27,204 INFO [StoreOpener-308d89cae64d639fe1b8ec2688ee7f2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 308d89cae64d639fe1b8ec2688ee7f2d columnFamilyName c 2024-11-20T18:32:27,204 DEBUG [StoreOpener-308d89cae64d639fe1b8ec2688ee7f2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:27,205 INFO [StoreOpener-308d89cae64d639fe1b8ec2688ee7f2d-1 {}] regionserver.HStore(327): Store=308d89cae64d639fe1b8ec2688ee7f2d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:27,205 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 308d89cae64d639fe1b8ec2688ee7f2d 2024-11-20T18:32:27,205 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/308d89cae64d639fe1b8ec2688ee7f2d 2024-11-20T18:32:27,206 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/308d89cae64d639fe1b8ec2688ee7f2d 2024-11-20T18:32:27,207 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 308d89cae64d639fe1b8ec2688ee7f2d 2024-11-20T18:32:27,207 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 308d89cae64d639fe1b8ec2688ee7f2d 2024-11-20T18:32:27,207 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T18:32:27,208 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 308d89cae64d639fe1b8ec2688ee7f2d 2024-11-20T18:32:27,210 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/308d89cae64d639fe1b8ec2688ee7f2d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:32:27,211 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 308d89cae64d639fe1b8ec2688ee7f2d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58931482, jitterRate=-0.12185248732566833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T18:32:27,211 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 308d89cae64d639fe1b8ec2688ee7f2d: Writing region info on filesystem at 1732127547199Initializing all the Stores at 1732127547200 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127547200Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127547200Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127547200Cleaning up temporary data from old regions at 1732127547207 (+7 ms)Region opened successfully at 1732127547211 (+4 ms) 2024-11-20T18:32:27,211 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 308d89cae64d639fe1b8ec2688ee7f2d, disabling compactions & flushes 2024-11-20T18:32:27,211 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732127547143.308d89cae64d639fe1b8ec2688ee7f2d. 2024-11-20T18:32:27,211 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732127547143.308d89cae64d639fe1b8ec2688ee7f2d. 2024-11-20T18:32:27,211 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732127547143.308d89cae64d639fe1b8ec2688ee7f2d. after waiting 0 ms 2024-11-20T18:32:27,211 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732127547143.308d89cae64d639fe1b8ec2688ee7f2d. 2024-11-20T18:32:27,212 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732127547143.308d89cae64d639fe1b8ec2688ee7f2d. 2024-11-20T18:32:27,212 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 308d89cae64d639fe1b8ec2688ee7f2d: Waiting for close lock at 1732127547211Disabling compacts and flushes for region at 1732127547211Disabling writes for close at 1732127547211Writing region close event to WAL at 1732127547212 (+1 ms)Closed at 1732127547212 2024-11-20T18:32:27,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741892_1070 (size=175) 2024-11-20T18:32:27,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741892_1070 (size=175) 2024-11-20T18:32:27,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741892_1070 (size=175) 2024-11-20T18:32:27,216 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T18:32:27,216 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-67329160:(num 1732127547148) 2024-11-20T18:32:27,216 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T18:32:27,218 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34973/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732127547141, archiveDir=hdfs://localhost:34973/hbase/oldWALs, maxLogs=32 2024-11-20T18:32:27,231 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732127547141/wal.1732127547218, exclude list is [], retry=0 2024-11-20T18:32:27,233 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39759,DS-4540ffb9-c276-45f2-9a52-ce28bdf798c0,DISK] 2024-11-20T18:32:27,234 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46401,DS-f803c8da-d3d1-4dc0-809f-056229286720,DISK] 2024-11-20T18:32:27,234 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41815,DS-a91a1f5a-ebaf-4940-bf10-846a197e974f,DISK] 2024-11-20T18:32:27,257 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732127547141/wal.1732127547218 2024-11-20T18:32:27,258 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43037:43037),(127.0.0.1/127.0.0.1:40499:40499),(127.0.0.1/127.0.0.1:39191:39191)] 2024-11-20T18:32:27,258 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 308d89cae64d639fe1b8ec2688ee7f2d, NAME => 'testReplayEditsWrittenViaHRegion,,1732127547143.308d89cae64d639fe1b8ec2688ee7f2d.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:32:27,258 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732127547143.308d89cae64d639fe1b8ec2688ee7f2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:32:27,258 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 308d89cae64d639fe1b8ec2688ee7f2d 2024-11-20T18:32:27,258 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 308d89cae64d639fe1b8ec2688ee7f2d 2024-11-20T18:32:27,260 INFO [StoreOpener-308d89cae64d639fe1b8ec2688ee7f2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 308d89cae64d639fe1b8ec2688ee7f2d 2024-11-20T18:32:27,260 INFO [StoreOpener-308d89cae64d639fe1b8ec2688ee7f2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 308d89cae64d639fe1b8ec2688ee7f2d columnFamilyName a 2024-11-20T18:32:27,260 DEBUG [StoreOpener-308d89cae64d639fe1b8ec2688ee7f2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:27,261 INFO [StoreOpener-308d89cae64d639fe1b8ec2688ee7f2d-1 {}] regionserver.HStore(327): Store=308d89cae64d639fe1b8ec2688ee7f2d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:27,261 INFO [StoreOpener-308d89cae64d639fe1b8ec2688ee7f2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 308d89cae64d639fe1b8ec2688ee7f2d 2024-11-20T18:32:27,262 INFO [StoreOpener-308d89cae64d639fe1b8ec2688ee7f2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 308d89cae64d639fe1b8ec2688ee7f2d columnFamilyName b 2024-11-20T18:32:27,262 DEBUG [StoreOpener-308d89cae64d639fe1b8ec2688ee7f2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:27,262 INFO [StoreOpener-308d89cae64d639fe1b8ec2688ee7f2d-1 {}] regionserver.HStore(327): Store=308d89cae64d639fe1b8ec2688ee7f2d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:27,263 INFO [StoreOpener-308d89cae64d639fe1b8ec2688ee7f2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 308d89cae64d639fe1b8ec2688ee7f2d 2024-11-20T18:32:27,263 INFO [StoreOpener-308d89cae64d639fe1b8ec2688ee7f2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 308d89cae64d639fe1b8ec2688ee7f2d columnFamilyName c 2024-11-20T18:32:27,263 DEBUG [StoreOpener-308d89cae64d639fe1b8ec2688ee7f2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:27,264 INFO [StoreOpener-308d89cae64d639fe1b8ec2688ee7f2d-1 {}] regionserver.HStore(327): Store=308d89cae64d639fe1b8ec2688ee7f2d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:27,264 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 308d89cae64d639fe1b8ec2688ee7f2d 2024-11-20T18:32:27,265 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/308d89cae64d639fe1b8ec2688ee7f2d 2024-11-20T18:32:27,266 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/308d89cae64d639fe1b8ec2688ee7f2d 2024-11-20T18:32:27,267 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 308d89cae64d639fe1b8ec2688ee7f2d 2024-11-20T18:32:27,267 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 308d89cae64d639fe1b8ec2688ee7f2d 2024-11-20T18:32:27,267 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T18:32:27,269 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 308d89cae64d639fe1b8ec2688ee7f2d 2024-11-20T18:32:27,270 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 308d89cae64d639fe1b8ec2688ee7f2d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65824865, jitterRate=-0.019133076071739197}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T18:32:27,270 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 308d89cae64d639fe1b8ec2688ee7f2d: Writing region info on filesystem at 1732127547258Initializing all the Stores at 1732127547259 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127547259Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127547259Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127547259Cleaning up temporary data from old regions at 1732127547267 (+8 ms)Region opened successfully at 1732127547270 (+3 ms) 2024-11-20T18:32:27,299 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 308d89cae64d639fe1b8ec2688ee7f2d 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-20T18:32:27,314 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/308d89cae64d639fe1b8ec2688ee7f2d/.tmp/a/e0a913cedc814ed587793bc62f82b7b5 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1732127547270/Put/seqid=0 2024-11-20T18:32:27,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741895_1073 (size=5958) 2024-11-20T18:32:27,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741895_1073 (size=5958) 2024-11-20T18:32:27,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741895_1073 (size=5958) 2024-11-20T18:32:27,321 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/308d89cae64d639fe1b8ec2688ee7f2d/.tmp/a/e0a913cedc814ed587793bc62f82b7b5 2024-11-20T18:32:27,342 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/308d89cae64d639fe1b8ec2688ee7f2d/.tmp/b/433e6f5cfcc141babc8fc24f9a9b4db3 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732127547278/Put/seqid=0 2024-11-20T18:32:27,343 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-11-20T18:32:27,343 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-11-20T18:32:27,345 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-11-20T18:32:27,345 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-11-20T18:32:27,346 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-11-20T18:32:27,346 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-11-20T18:32:27,347 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-11-20T18:32:27,347 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-11-20T18:32:27,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741896_1074 (size=5958) 2024-11-20T18:32:27,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741896_1074 (size=5958) 2024-11-20T18:32:27,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741896_1074 (size=5958) 2024-11-20T18:32:27,351 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/308d89cae64d639fe1b8ec2688ee7f2d/.tmp/b/433e6f5cfcc141babc8fc24f9a9b4db3 2024-11-20T18:32:27,370 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/308d89cae64d639fe1b8ec2688ee7f2d/.tmp/c/d301cc41b152408c969a0795d53f1ccb is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1732127547289/Put/seqid=0 2024-11-20T18:32:27,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741897_1075 (size=5958) 2024-11-20T18:32:27,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741897_1075 (size=5958) 2024-11-20T18:32:27,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741897_1075 (size=5958) 2024-11-20T18:32:27,377 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/308d89cae64d639fe1b8ec2688ee7f2d/.tmp/c/d301cc41b152408c969a0795d53f1ccb 2024-11-20T18:32:27,383 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/308d89cae64d639fe1b8ec2688ee7f2d/.tmp/a/e0a913cedc814ed587793bc62f82b7b5 as hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/308d89cae64d639fe1b8ec2688ee7f2d/a/e0a913cedc814ed587793bc62f82b7b5 2024-11-20T18:32:27,389 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/308d89cae64d639fe1b8ec2688ee7f2d/a/e0a913cedc814ed587793bc62f82b7b5, entries=10, sequenceid=33, filesize=5.8 K 2024-11-20T18:32:27,390 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/308d89cae64d639fe1b8ec2688ee7f2d/.tmp/b/433e6f5cfcc141babc8fc24f9a9b4db3 as hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/308d89cae64d639fe1b8ec2688ee7f2d/b/433e6f5cfcc141babc8fc24f9a9b4db3 2024-11-20T18:32:27,395 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/308d89cae64d639fe1b8ec2688ee7f2d/b/433e6f5cfcc141babc8fc24f9a9b4db3, entries=10, sequenceid=33, filesize=5.8 K 2024-11-20T18:32:27,396 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/308d89cae64d639fe1b8ec2688ee7f2d/.tmp/c/d301cc41b152408c969a0795d53f1ccb as hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/308d89cae64d639fe1b8ec2688ee7f2d/c/d301cc41b152408c969a0795d53f1ccb 2024-11-20T18:32:27,402 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/308d89cae64d639fe1b8ec2688ee7f2d/c/d301cc41b152408c969a0795d53f1ccb, entries=10, sequenceid=33, filesize=5.8 K 2024-11-20T18:32:27,404 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 308d89cae64d639fe1b8ec2688ee7f2d in 106ms, sequenceid=33, compaction requested=false 2024-11-20T18:32:27,404 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 308d89cae64d639fe1b8ec2688ee7f2d: 2024-11-20T18:32:27,404 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 308d89cae64d639fe1b8ec2688ee7f2d, disabling compactions & flushes 2024-11-20T18:32:27,404 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732127547143.308d89cae64d639fe1b8ec2688ee7f2d. 2024-11-20T18:32:27,404 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732127547143.308d89cae64d639fe1b8ec2688ee7f2d. 2024-11-20T18:32:27,404 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732127547143.308d89cae64d639fe1b8ec2688ee7f2d. after waiting 0 ms 2024-11-20T18:32:27,404 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732127547143.308d89cae64d639fe1b8ec2688ee7f2d. 2024-11-20T18:32:27,405 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732127547143.308d89cae64d639fe1b8ec2688ee7f2d. 2024-11-20T18:32:27,406 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 308d89cae64d639fe1b8ec2688ee7f2d: Waiting for close lock at 1732127547404Disabling compacts and flushes for region at 1732127547404Disabling writes for close at 1732127547404Writing region close event to WAL at 1732127547405 (+1 ms)Closed at 1732127547405 2024-11-20T18:32:27,409 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732127547141/wal.1732127547218 not finished, retry = 0 2024-11-20T18:32:27,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741894_1072 (size=6311) 2024-11-20T18:32:27,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741894_1072 (size=6311) 2024-11-20T18:32:27,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741894_1072 (size=6311) 2024-11-20T18:32:27,519 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/308d89cae64d639fe1b8ec2688ee7f2d/b/433e6f5cfcc141babc8fc24f9a9b4db3 to hdfs://localhost:34973/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/308d89cae64d639fe1b8ec2688ee7f2d/b/433e6f5cfcc141babc8fc24f9a9b4db3 2024-11-20T18:32:27,540 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34973/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732127547141/wal.1732127547218, size=6.2 K (6311bytes) 2024-11-20T18:32:27,540 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34973/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732127547141/wal.1732127547218 2024-11-20T18:32:27,541 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34973/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732127547141/wal.1732127547218 after 1ms 2024-11-20T18:32:27,564 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-20T18:32:27,564 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34973/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732127547141/wal.1732127547218 took 24ms 2024-11-20T18:32:27,567 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34973/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732127547141/wal.1732127547218 so closing down 2024-11-20T18:32:27,567 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T18:32:27,568 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732127547218.temp 2024-11-20T18:32:27,591 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/308d89cae64d639fe1b8ec2688ee7f2d/recovered.edits/0000000000000000003-wal.1732127547218.temp 2024-11-20T18:32:27,592 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T18:32:27,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741898_1076 (size=5575) 2024-11-20T18:32:27,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741898_1076 (size=5575) 2024-11-20T18:32:27,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741898_1076 (size=5575) 2024-11-20T18:32:27,598 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/308d89cae64d639fe1b8ec2688ee7f2d/recovered.edits/0000000000000000003-wal.1732127547218.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-20T18:32:27,599 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/308d89cae64d639fe1b8ec2688ee7f2d/recovered.edits/0000000000000000003-wal.1732127547218.temp to hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/308d89cae64d639fe1b8ec2688ee7f2d/recovered.edits/0000000000000000032 2024-11-20T18:32:27,599 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 34 ms; skipped=2; WAL=hdfs://localhost:34973/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732127547141/wal.1732127547218, size=6.2 K, length=6311, corrupted=false, cancelled=false 2024-11-20T18:32:27,599 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34973/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732127547141/wal.1732127547218, journal: Splitting hdfs://localhost:34973/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732127547141/wal.1732127547218, size=6.2 K (6311bytes) at 1732127547540Finishing writing output for hdfs://localhost:34973/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732127547141/wal.1732127547218 so closing down at 1732127547567 (+27 ms)Creating recovered edits writer path=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/308d89cae64d639fe1b8ec2688ee7f2d/recovered.edits/0000000000000000003-wal.1732127547218.temp at 1732127547591 (+24 ms)3 split writer threads finished at 1732127547592 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/308d89cae64d639fe1b8ec2688ee7f2d/recovered.edits/0000000000000000003-wal.1732127547218.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732127547598 (+6 ms)Rename recovered edits hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/308d89cae64d639fe1b8ec2688ee7f2d/recovered.edits/0000000000000000003-wal.1732127547218.temp to hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/308d89cae64d639fe1b8ec2688ee7f2d/recovered.edits/0000000000000000032 at 1732127547599 (+1 ms)Processed 32 edits across 1 Regions in 34 ms; skipped=2; WAL=hdfs://localhost:34973/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732127547141/wal.1732127547218, size=6.2 K, length=6311, corrupted=false, cancelled=false at 1732127547599 2024-11-20T18:32:27,601 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34973/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732127547141/wal.1732127547218 to hdfs://localhost:34973/hbase/oldWALs/wal.1732127547218 2024-11-20T18:32:27,602 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/308d89cae64d639fe1b8ec2688ee7f2d/recovered.edits/0000000000000000032 2024-11-20T18:32:27,602 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T18:32:27,604 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34973/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732127547141, archiveDir=hdfs://localhost:34973/hbase/oldWALs, maxLogs=32 2024-11-20T18:32:27,617 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732127547141/wal.1732127547604, exclude list is [], retry=0 2024-11-20T18:32:27,620 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39759,DS-4540ffb9-c276-45f2-9a52-ce28bdf798c0,DISK] 2024-11-20T18:32:27,620 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46401,DS-f803c8da-d3d1-4dc0-809f-056229286720,DISK] 2024-11-20T18:32:27,620 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41815,DS-a91a1f5a-ebaf-4940-bf10-846a197e974f,DISK] 2024-11-20T18:32:27,644 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732127547141/wal.1732127547604 2024-11-20T18:32:27,645 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43037:43037),(127.0.0.1/127.0.0.1:40499:40499),(127.0.0.1/127.0.0.1:39191:39191)] 2024-11-20T18:32:27,645 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 308d89cae64d639fe1b8ec2688ee7f2d, NAME => 'testReplayEditsWrittenViaHRegion,,1732127547143.308d89cae64d639fe1b8ec2688ee7f2d.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:32:27,645 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732127547143.308d89cae64d639fe1b8ec2688ee7f2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:32:27,645 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 308d89cae64d639fe1b8ec2688ee7f2d 2024-11-20T18:32:27,645 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 308d89cae64d639fe1b8ec2688ee7f2d 2024-11-20T18:32:27,647 INFO [StoreOpener-308d89cae64d639fe1b8ec2688ee7f2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 308d89cae64d639fe1b8ec2688ee7f2d 2024-11-20T18:32:27,647 INFO [StoreOpener-308d89cae64d639fe1b8ec2688ee7f2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 308d89cae64d639fe1b8ec2688ee7f2d columnFamilyName a 2024-11-20T18:32:27,647 DEBUG [StoreOpener-308d89cae64d639fe1b8ec2688ee7f2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:27,652 DEBUG [StoreOpener-308d89cae64d639fe1b8ec2688ee7f2d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/308d89cae64d639fe1b8ec2688ee7f2d/a/e0a913cedc814ed587793bc62f82b7b5 2024-11-20T18:32:27,652 INFO [StoreOpener-308d89cae64d639fe1b8ec2688ee7f2d-1 {}] regionserver.HStore(327): Store=308d89cae64d639fe1b8ec2688ee7f2d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:27,653 INFO [StoreOpener-308d89cae64d639fe1b8ec2688ee7f2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 308d89cae64d639fe1b8ec2688ee7f2d 2024-11-20T18:32:27,654 INFO [StoreOpener-308d89cae64d639fe1b8ec2688ee7f2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 308d89cae64d639fe1b8ec2688ee7f2d columnFamilyName b 2024-11-20T18:32:27,654 DEBUG [StoreOpener-308d89cae64d639fe1b8ec2688ee7f2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:27,655 INFO [StoreOpener-308d89cae64d639fe1b8ec2688ee7f2d-1 {}] regionserver.HStore(327): Store=308d89cae64d639fe1b8ec2688ee7f2d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:27,655 INFO [StoreOpener-308d89cae64d639fe1b8ec2688ee7f2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 308d89cae64d639fe1b8ec2688ee7f2d 2024-11-20T18:32:27,655 INFO [StoreOpener-308d89cae64d639fe1b8ec2688ee7f2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 308d89cae64d639fe1b8ec2688ee7f2d columnFamilyName c 2024-11-20T18:32:27,656 DEBUG [StoreOpener-308d89cae64d639fe1b8ec2688ee7f2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:27,662 DEBUG [StoreOpener-308d89cae64d639fe1b8ec2688ee7f2d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/308d89cae64d639fe1b8ec2688ee7f2d/c/d301cc41b152408c969a0795d53f1ccb 2024-11-20T18:32:27,662 INFO [StoreOpener-308d89cae64d639fe1b8ec2688ee7f2d-1 {}] regionserver.HStore(327): Store=308d89cae64d639fe1b8ec2688ee7f2d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:27,662 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 308d89cae64d639fe1b8ec2688ee7f2d 2024-11-20T18:32:27,663 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/308d89cae64d639fe1b8ec2688ee7f2d 2024-11-20T18:32:27,664 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/308d89cae64d639fe1b8ec2688ee7f2d 2024-11-20T18:32:27,665 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/308d89cae64d639fe1b8ec2688ee7f2d/recovered.edits/0000000000000000032 2024-11-20T18:32:27,692 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-20T18:32:27,694 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/308d89cae64d639fe1b8ec2688ee7f2d/recovered.edits/0000000000000000032 2024-11-20T18:32:27,694 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 308d89cae64d639fe1b8ec2688ee7f2d 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-20T18:32:27,707 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/308d89cae64d639fe1b8ec2688ee7f2d/.tmp/b/3049a86d9f4044bf9d7a25b17d5051f2 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732127547278/Put/seqid=0 2024-11-20T18:32:27,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741900_1078 (size=5958) 2024-11-20T18:32:27,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741900_1078 (size=5958) 2024-11-20T18:32:27,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741900_1078 (size=5958) 2024-11-20T18:32:27,714 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/308d89cae64d639fe1b8ec2688ee7f2d/.tmp/b/3049a86d9f4044bf9d7a25b17d5051f2 2024-11-20T18:32:27,719 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/308d89cae64d639fe1b8ec2688ee7f2d/.tmp/b/3049a86d9f4044bf9d7a25b17d5051f2 as hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/308d89cae64d639fe1b8ec2688ee7f2d/b/3049a86d9f4044bf9d7a25b17d5051f2 2024-11-20T18:32:27,724 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/308d89cae64d639fe1b8ec2688ee7f2d/b/3049a86d9f4044bf9d7a25b17d5051f2, entries=10, sequenceid=32, filesize=5.8 K 2024-11-20T18:32:27,725 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 308d89cae64d639fe1b8ec2688ee7f2d in 31ms, sequenceid=32, compaction requested=false; wal=null 2024-11-20T18:32:27,725 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/308d89cae64d639fe1b8ec2688ee7f2d/recovered.edits/0000000000000000032 2024-11-20T18:32:27,726 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 308d89cae64d639fe1b8ec2688ee7f2d 2024-11-20T18:32:27,726 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 308d89cae64d639fe1b8ec2688ee7f2d 2024-11-20T18:32:27,727 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T18:32:27,729 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 308d89cae64d639fe1b8ec2688ee7f2d 2024-11-20T18:32:27,731 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/308d89cae64d639fe1b8ec2688ee7f2d/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-11-20T18:32:27,732 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 308d89cae64d639fe1b8ec2688ee7f2d; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61765279, jitterRate=-0.07962562143802643}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T18:32:27,732 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 308d89cae64d639fe1b8ec2688ee7f2d: Writing region info on filesystem at 1732127547645Initializing all the Stores at 1732127547646 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127547646Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127547646Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127547646Obtaining lock to block concurrent updates at 1732127547694 (+48 ms)Preparing flush snapshotting stores in 308d89cae64d639fe1b8ec2688ee7f2d at 1732127547694Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732127547143.308d89cae64d639fe1b8ec2688ee7f2d., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1732127547694Flushing stores of testReplayEditsWrittenViaHRegion,,1732127547143.308d89cae64d639fe1b8ec2688ee7f2d. at 1732127547694Flushing 308d89cae64d639fe1b8ec2688ee7f2d/b: creating writer at 1732127547694Flushing 308d89cae64d639fe1b8ec2688ee7f2d/b: appending metadata at 1732127547706 (+12 ms)Flushing 308d89cae64d639fe1b8ec2688ee7f2d/b: closing flushed file at 1732127547706Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ef7f1f2: reopening flushed file at 1732127547718 (+12 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 308d89cae64d639fe1b8ec2688ee7f2d in 31ms, sequenceid=32, compaction requested=false; wal=null at 1732127547725 (+7 ms)Cleaning up temporary data from old regions at 1732127547727 (+2 ms)Region opened successfully at 1732127547732 (+5 ms) 2024-11-20T18:32:27,752 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=415 (was 407) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1090215104-172.17.0.3-1732127522291:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1477856948_22 at /127.0.0.1:55490 [Receiving block BP-1090215104-172.17.0.3-1732127522291:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1090215104-172.17.0.3-1732127522291:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1090215104-172.17.0.3-1732127522291:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1477856948_22 at /127.0.0.1:45788 [Waiting for operation #35] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1477856948_22 at /127.0.0.1:55302 [Waiting for operation #31] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1477856948_22 at /127.0.0.1:45942 [Receiving block BP-1090215104-172.17.0.3-1732127522291:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1477856948_22 at /127.0.0.1:59212 [Receiving block BP-1090215104-172.17.0.3-1732127522291:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1477856948_22 at /127.0.0.1:59076 [Waiting for operation #36] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1125 (was 1051) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=327 (was 327), ProcessCount=11 (was 11), AvailableMemoryMB=8156 (was 8161) 2024-11-20T18:32:27,752 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1125 is superior to 1024 2024-11-20T18:32:27,763 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=415, OpenFileDescriptor=1125, MaxFileDescriptor=1048576, SystemLoadAverage=327, ProcessCount=11, AvailableMemoryMB=8155 2024-11-20T18:32:27,763 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1125 is superior to 1024 2024-11-20T18:32:27,776 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:32:27,779 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:32:27,780 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T18:32:27,783 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-91152368, suffix=, logDir=hdfs://localhost:34973/hbase/WALs/hregion-91152368, archiveDir=hdfs://localhost:34973/hbase/oldWALs, maxLogs=32 2024-11-20T18:32:27,796 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-91152368/hregion-91152368.1732127547783, exclude list is [], retry=0 2024-11-20T18:32:27,799 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39759,DS-4540ffb9-c276-45f2-9a52-ce28bdf798c0,DISK] 2024-11-20T18:32:27,800 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41815,DS-a91a1f5a-ebaf-4940-bf10-846a197e974f,DISK] 2024-11-20T18:32:27,801 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46401,DS-f803c8da-d3d1-4dc0-809f-056229286720,DISK] 2024-11-20T18:32:27,835 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-91152368/hregion-91152368.1732127547783 2024-11-20T18:32:27,835 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43037:43037),(127.0.0.1/127.0.0.1:39191:39191),(127.0.0.1/127.0.0.1:40499:40499)] 2024-11-20T18:32:27,836 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 46cbce56d9cd047e6baa8bfb9cc347b7, NAME => 'testReplayEditsAfterAbortingFlush,,1732127547777.46cbce56d9cd047e6baa8bfb9cc347b7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34973/hbase 2024-11-20T18:32:27,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741902_1080 (size=68) 2024-11-20T18:32:27,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741902_1080 (size=68) 2024-11-20T18:32:27,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741902_1080 (size=68) 2024-11-20T18:32:27,844 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732127547777.46cbce56d9cd047e6baa8bfb9cc347b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:32:27,845 INFO [StoreOpener-46cbce56d9cd047e6baa8bfb9cc347b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 46cbce56d9cd047e6baa8bfb9cc347b7 2024-11-20T18:32:27,847 INFO [StoreOpener-46cbce56d9cd047e6baa8bfb9cc347b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46cbce56d9cd047e6baa8bfb9cc347b7 columnFamilyName a 2024-11-20T18:32:27,847 DEBUG [StoreOpener-46cbce56d9cd047e6baa8bfb9cc347b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:27,848 INFO [StoreOpener-46cbce56d9cd047e6baa8bfb9cc347b7-1 {}] regionserver.HStore(327): Store=46cbce56d9cd047e6baa8bfb9cc347b7/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:27,848 INFO [StoreOpener-46cbce56d9cd047e6baa8bfb9cc347b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 46cbce56d9cd047e6baa8bfb9cc347b7 2024-11-20T18:32:27,849 INFO [StoreOpener-46cbce56d9cd047e6baa8bfb9cc347b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46cbce56d9cd047e6baa8bfb9cc347b7 columnFamilyName b 2024-11-20T18:32:27,849 DEBUG [StoreOpener-46cbce56d9cd047e6baa8bfb9cc347b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:27,850 INFO [StoreOpener-46cbce56d9cd047e6baa8bfb9cc347b7-1 {}] regionserver.HStore(327): Store=46cbce56d9cd047e6baa8bfb9cc347b7/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:27,850 INFO [StoreOpener-46cbce56d9cd047e6baa8bfb9cc347b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 46cbce56d9cd047e6baa8bfb9cc347b7 2024-11-20T18:32:27,851 INFO [StoreOpener-46cbce56d9cd047e6baa8bfb9cc347b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46cbce56d9cd047e6baa8bfb9cc347b7 columnFamilyName c 2024-11-20T18:32:27,851 DEBUG [StoreOpener-46cbce56d9cd047e6baa8bfb9cc347b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:27,852 INFO [StoreOpener-46cbce56d9cd047e6baa8bfb9cc347b7-1 {}] regionserver.HStore(327): Store=46cbce56d9cd047e6baa8bfb9cc347b7/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:27,852 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 46cbce56d9cd047e6baa8bfb9cc347b7 2024-11-20T18:32:27,852 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34973/hbase/data/default/testReplayEditsAfterAbortingFlush/46cbce56d9cd047e6baa8bfb9cc347b7 2024-11-20T18:32:27,853 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34973/hbase/data/default/testReplayEditsAfterAbortingFlush/46cbce56d9cd047e6baa8bfb9cc347b7 2024-11-20T18:32:27,854 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 46cbce56d9cd047e6baa8bfb9cc347b7 2024-11-20T18:32:27,854 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 46cbce56d9cd047e6baa8bfb9cc347b7 2024-11-20T18:32:27,854 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T18:32:27,855 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 46cbce56d9cd047e6baa8bfb9cc347b7 2024-11-20T18:32:27,857 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34973/hbase/data/default/testReplayEditsAfterAbortingFlush/46cbce56d9cd047e6baa8bfb9cc347b7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:32:27,857 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 46cbce56d9cd047e6baa8bfb9cc347b7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71103435, jitterRate=0.059523746371269226}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T18:32:27,858 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 46cbce56d9cd047e6baa8bfb9cc347b7: Writing region info on filesystem at 1732127547844Initializing all the Stores at 1732127547845 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127547845Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127547845Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127547845Cleaning up temporary data from old regions at 1732127547854 (+9 ms)Region opened successfully at 1732127547858 (+4 ms) 2024-11-20T18:32:27,858 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 46cbce56d9cd047e6baa8bfb9cc347b7, disabling compactions & flushes 2024-11-20T18:32:27,858 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1732127547777.46cbce56d9cd047e6baa8bfb9cc347b7. 2024-11-20T18:32:27,858 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1732127547777.46cbce56d9cd047e6baa8bfb9cc347b7. 2024-11-20T18:32:27,858 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1732127547777.46cbce56d9cd047e6baa8bfb9cc347b7. after waiting 0 ms 2024-11-20T18:32:27,858 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1732127547777.46cbce56d9cd047e6baa8bfb9cc347b7. 2024-11-20T18:32:27,859 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1732127547777.46cbce56d9cd047e6baa8bfb9cc347b7. 2024-11-20T18:32:27,859 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 46cbce56d9cd047e6baa8bfb9cc347b7: Waiting for close lock at 1732127547858Disabling compacts and flushes for region at 1732127547858Disabling writes for close at 1732127547858Writing region close event to WAL at 1732127547859 (+1 ms)Closed at 1732127547859 2024-11-20T18:32:27,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741901_1079 (size=175) 2024-11-20T18:32:27,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741901_1079 (size=175) 2024-11-20T18:32:27,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741901_1079 (size=175) 2024-11-20T18:32:27,863 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T18:32:27,864 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-91152368:(num 1732127547783) 2024-11-20T18:32:27,864 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T18:32:27,865 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34973/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732127547776, archiveDir=hdfs://localhost:34973/hbase/oldWALs, maxLogs=32 2024-11-20T18:32:27,877 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732127547776/wal.1732127547866, exclude list is [], retry=0 2024-11-20T18:32:27,880 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46401,DS-f803c8da-d3d1-4dc0-809f-056229286720,DISK] 2024-11-20T18:32:27,881 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39759,DS-4540ffb9-c276-45f2-9a52-ce28bdf798c0,DISK] 2024-11-20T18:32:27,881 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41815,DS-a91a1f5a-ebaf-4940-bf10-846a197e974f,DISK] 2024-11-20T18:32:27,905 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732127547776/wal.1732127547866 2024-11-20T18:32:27,905 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40499:40499),(127.0.0.1/127.0.0.1:43037:43037),(127.0.0.1/127.0.0.1:39191:39191)] 2024-11-20T18:32:27,970 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 46cbce56d9cd047e6baa8bfb9cc347b7, NAME => 'testReplayEditsAfterAbortingFlush,,1732127547777.46cbce56d9cd047e6baa8bfb9cc347b7.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:32:27,972 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 46cbce56d9cd047e6baa8bfb9cc347b7 2024-11-20T18:32:27,973 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732127547777.46cbce56d9cd047e6baa8bfb9cc347b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:32:27,973 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 46cbce56d9cd047e6baa8bfb9cc347b7 2024-11-20T18:32:27,973 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 46cbce56d9cd047e6baa8bfb9cc347b7 2024-11-20T18:32:27,975 INFO [StoreOpener-46cbce56d9cd047e6baa8bfb9cc347b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 46cbce56d9cd047e6baa8bfb9cc347b7 2024-11-20T18:32:27,976 INFO [StoreOpener-46cbce56d9cd047e6baa8bfb9cc347b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46cbce56d9cd047e6baa8bfb9cc347b7 columnFamilyName a 2024-11-20T18:32:27,976 DEBUG [StoreOpener-46cbce56d9cd047e6baa8bfb9cc347b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:27,976 INFO [StoreOpener-46cbce56d9cd047e6baa8bfb9cc347b7-1 {}] regionserver.HStore(327): Store=46cbce56d9cd047e6baa8bfb9cc347b7/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:27,977 INFO [StoreOpener-46cbce56d9cd047e6baa8bfb9cc347b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 46cbce56d9cd047e6baa8bfb9cc347b7 2024-11-20T18:32:27,978 INFO [StoreOpener-46cbce56d9cd047e6baa8bfb9cc347b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46cbce56d9cd047e6baa8bfb9cc347b7 columnFamilyName b 2024-11-20T18:32:27,978 DEBUG [StoreOpener-46cbce56d9cd047e6baa8bfb9cc347b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:27,978 INFO [StoreOpener-46cbce56d9cd047e6baa8bfb9cc347b7-1 {}] regionserver.HStore(327): Store=46cbce56d9cd047e6baa8bfb9cc347b7/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:27,978 INFO [StoreOpener-46cbce56d9cd047e6baa8bfb9cc347b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 46cbce56d9cd047e6baa8bfb9cc347b7 2024-11-20T18:32:27,979 INFO [StoreOpener-46cbce56d9cd047e6baa8bfb9cc347b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46cbce56d9cd047e6baa8bfb9cc347b7 columnFamilyName c 2024-11-20T18:32:27,979 DEBUG [StoreOpener-46cbce56d9cd047e6baa8bfb9cc347b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:27,980 INFO [StoreOpener-46cbce56d9cd047e6baa8bfb9cc347b7-1 {}] regionserver.HStore(327): Store=46cbce56d9cd047e6baa8bfb9cc347b7/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:27,980 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 46cbce56d9cd047e6baa8bfb9cc347b7 2024-11-20T18:32:27,981 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34973/hbase/data/default/testReplayEditsAfterAbortingFlush/46cbce56d9cd047e6baa8bfb9cc347b7 2024-11-20T18:32:27,982 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34973/hbase/data/default/testReplayEditsAfterAbortingFlush/46cbce56d9cd047e6baa8bfb9cc347b7 2024-11-20T18:32:27,983 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 46cbce56d9cd047e6baa8bfb9cc347b7 2024-11-20T18:32:27,983 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 46cbce56d9cd047e6baa8bfb9cc347b7 2024-11-20T18:32:27,984 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T18:32:27,985 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 46cbce56d9cd047e6baa8bfb9cc347b7 2024-11-20T18:32:27,986 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 46cbce56d9cd047e6baa8bfb9cc347b7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72462962, jitterRate=0.07978227734565735}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T18:32:27,986 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 46cbce56d9cd047e6baa8bfb9cc347b7 2024-11-20T18:32:27,987 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 46cbce56d9cd047e6baa8bfb9cc347b7: Running coprocessor pre-open hook at 1732127547973Writing region info on filesystem at 1732127547973Initializing all the Stores at 1732127547974 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127547974Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127547974Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127547974Cleaning up temporary data from old regions at 1732127547983 (+9 ms)Running coprocessor post-open hooks at 1732127547986 (+3 ms)Region opened successfully at 1732127547987 (+1 ms) 2024-11-20T18:32:28,001 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 46cbce56d9cd047e6baa8bfb9cc347b7 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-11-20T18:32:28,003 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 46cbce56d9cd047e6baa8bfb9cc347b7/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:32:29,004 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 46cbce56d9cd047e6baa8bfb9cc347b7/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:32:29,537 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T18:32:30,005 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 46cbce56d9cd047e6baa8bfb9cc347b7/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:32:31,007 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 46cbce56d9cd047e6baa8bfb9cc347b7/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:32:32,007 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 46cbce56d9cd047e6baa8bfb9cc347b7/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:32:33,008 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 46cbce56d9cd047e6baa8bfb9cc347b7/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:32:34,009 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 46cbce56d9cd047e6baa8bfb9cc347b7/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:32:35,010 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 46cbce56d9cd047e6baa8bfb9cc347b7/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:32:36,012 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 46cbce56d9cd047e6baa8bfb9cc347b7/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:32:36,174 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T18:32:37,013 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 46cbce56d9cd047e6baa8bfb9cc347b7/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:32:37,014 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 46cbce56d9cd047e6baa8bfb9cc347b7: 2024-11-20T18:32:37,015 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1732127547777.46cbce56d9cd047e6baa8bfb9cc347b7. 2024-11-20T18:32:37,029 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 46cbce56d9cd047e6baa8bfb9cc347b7: 2024-11-20T18:32:37,030 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-11-20T18:32:37,030 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 46cbce56d9cd047e6baa8bfb9cc347b7, disabling compactions & flushes 2024-11-20T18:32:37,030 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1732127547777.46cbce56d9cd047e6baa8bfb9cc347b7. 2024-11-20T18:32:37,030 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1732127547777.46cbce56d9cd047e6baa8bfb9cc347b7. 2024-11-20T18:32:37,030 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1732127547777.46cbce56d9cd047e6baa8bfb9cc347b7. after waiting 0 ms 2024-11-20T18:32:37,030 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1732127547777.46cbce56d9cd047e6baa8bfb9cc347b7. 2024-11-20T18:32:37,030 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1732127547777.46cbce56d9cd047e6baa8bfb9cc347b7. 2024-11-20T18:32:37,030 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1732127547777.46cbce56d9cd047e6baa8bfb9cc347b7. 2024-11-20T18:32:37,030 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 46cbce56d9cd047e6baa8bfb9cc347b7: Waiting for close lock at 1732127557030Running coprocessor pre-close hooks at 1732127557030Disabling compacts and flushes for region at 1732127557030Disabling writes for close at 1732127557030Writing region close event to WAL at 1732127557030Running coprocessor post-close hooks at 1732127557030Closed at 1732127557030 2024-11-20T18:32:37,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741903_1081 (size=4236) 2024-11-20T18:32:37,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741903_1081 (size=4236) 2024-11-20T18:32:37,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741903_1081 (size=4236) 2024-11-20T18:32:37,048 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34973/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732127547776/wal.1732127547866, size=4.1 K (4236bytes) 2024-11-20T18:32:37,048 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34973/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732127547776/wal.1732127547866 2024-11-20T18:32:37,049 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34973/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732127547776/wal.1732127547866 after 1ms 2024-11-20T18:32:37,074 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-20T18:32:37,075 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34973/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732127547776/wal.1732127547866 took 26ms 2024-11-20T18:32:37,077 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34973/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732127547776/wal.1732127547866 so closing down 2024-11-20T18:32:37,077 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T18:32:37,078 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1732127547866.temp 2024-11-20T18:32:37,101 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34973/hbase/data/default/testReplayEditsAfterAbortingFlush/46cbce56d9cd047e6baa8bfb9cc347b7/recovered.edits/0000000000000000004-wal.1732127547866.temp 2024-11-20T18:32:37,102 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T18:32:37,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741904_1082 (size=3245) 2024-11-20T18:32:37,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741904_1082 (size=3245) 2024-11-20T18:32:37,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741904_1082 (size=3245) 2024-11-20T18:32:37,108 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34973/hbase/data/default/testReplayEditsAfterAbortingFlush/46cbce56d9cd047e6baa8bfb9cc347b7/recovered.edits/0000000000000000004-wal.1732127547866.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-11-20T18:32:37,110 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34973/hbase/data/default/testReplayEditsAfterAbortingFlush/46cbce56d9cd047e6baa8bfb9cc347b7/recovered.edits/0000000000000000004-wal.1732127547866.temp to hdfs://localhost:34973/hbase/data/default/testReplayEditsAfterAbortingFlush/46cbce56d9cd047e6baa8bfb9cc347b7/recovered.edits/0000000000000000026 2024-11-20T18:32:37,110 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 35 ms; skipped=3; WAL=hdfs://localhost:34973/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732127547776/wal.1732127547866, size=4.1 K, length=4236, corrupted=false, cancelled=false 2024-11-20T18:32:37,110 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34973/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732127547776/wal.1732127547866, journal: Splitting hdfs://localhost:34973/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732127547776/wal.1732127547866, size=4.1 K (4236bytes) at 1732127557048Finishing writing output for hdfs://localhost:34973/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732127547776/wal.1732127547866 so closing down at 1732127557077 (+29 ms)Creating recovered edits writer path=hdfs://localhost:34973/hbase/data/default/testReplayEditsAfterAbortingFlush/46cbce56d9cd047e6baa8bfb9cc347b7/recovered.edits/0000000000000000004-wal.1732127547866.temp at 1732127557101 (+24 ms)3 split writer threads finished at 1732127557102 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34973/hbase/data/default/testReplayEditsAfterAbortingFlush/46cbce56d9cd047e6baa8bfb9cc347b7/recovered.edits/0000000000000000004-wal.1732127547866.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1732127557108 (+6 ms)Rename recovered edits hdfs://localhost:34973/hbase/data/default/testReplayEditsAfterAbortingFlush/46cbce56d9cd047e6baa8bfb9cc347b7/recovered.edits/0000000000000000004-wal.1732127547866.temp to hdfs://localhost:34973/hbase/data/default/testReplayEditsAfterAbortingFlush/46cbce56d9cd047e6baa8bfb9cc347b7/recovered.edits/0000000000000000026 at 1732127557110 (+2 ms)Processed 23 edits across 1 Regions in 35 ms; skipped=3; WAL=hdfs://localhost:34973/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732127547776/wal.1732127547866, size=4.1 K, length=4236, corrupted=false, cancelled=false at 1732127557110 2024-11-20T18:32:37,111 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34973/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732127547776/wal.1732127547866 to hdfs://localhost:34973/hbase/oldWALs/wal.1732127547866 2024-11-20T18:32:37,112 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34973/hbase/data/default/testReplayEditsAfterAbortingFlush/46cbce56d9cd047e6baa8bfb9cc347b7/recovered.edits/0000000000000000026 2024-11-20T18:32:37,112 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T18:32:37,114 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34973/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732127547776, archiveDir=hdfs://localhost:34973/hbase/oldWALs, maxLogs=32 2024-11-20T18:32:37,129 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732127547776/wal.1732127557114, exclude list is [], retry=0 2024-11-20T18:32:37,131 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41815,DS-a91a1f5a-ebaf-4940-bf10-846a197e974f,DISK] 2024-11-20T18:32:37,131 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46401,DS-f803c8da-d3d1-4dc0-809f-056229286720,DISK] 2024-11-20T18:32:37,132 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39759,DS-4540ffb9-c276-45f2-9a52-ce28bdf798c0,DISK] 2024-11-20T18:32:37,155 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732127547776/wal.1732127557114 2024-11-20T18:32:37,155 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39191:39191),(127.0.0.1/127.0.0.1:40499:40499),(127.0.0.1/127.0.0.1:43037:43037)] 2024-11-20T18:32:37,156 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 46cbce56d9cd047e6baa8bfb9cc347b7, NAME => 'testReplayEditsAfterAbortingFlush,,1732127547777.46cbce56d9cd047e6baa8bfb9cc347b7.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:32:37,156 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 46cbce56d9cd047e6baa8bfb9cc347b7 2024-11-20T18:32:37,156 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732127547777.46cbce56d9cd047e6baa8bfb9cc347b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:32:37,157 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 46cbce56d9cd047e6baa8bfb9cc347b7 2024-11-20T18:32:37,157 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 46cbce56d9cd047e6baa8bfb9cc347b7 2024-11-20T18:32:37,158 INFO [StoreOpener-46cbce56d9cd047e6baa8bfb9cc347b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 46cbce56d9cd047e6baa8bfb9cc347b7 2024-11-20T18:32:37,159 INFO [StoreOpener-46cbce56d9cd047e6baa8bfb9cc347b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46cbce56d9cd047e6baa8bfb9cc347b7 columnFamilyName a 2024-11-20T18:32:37,160 DEBUG [StoreOpener-46cbce56d9cd047e6baa8bfb9cc347b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:37,160 INFO [StoreOpener-46cbce56d9cd047e6baa8bfb9cc347b7-1 {}] regionserver.HStore(327): Store=46cbce56d9cd047e6baa8bfb9cc347b7/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:37,160 INFO [StoreOpener-46cbce56d9cd047e6baa8bfb9cc347b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 46cbce56d9cd047e6baa8bfb9cc347b7 2024-11-20T18:32:37,161 INFO [StoreOpener-46cbce56d9cd047e6baa8bfb9cc347b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46cbce56d9cd047e6baa8bfb9cc347b7 columnFamilyName b 2024-11-20T18:32:37,161 DEBUG [StoreOpener-46cbce56d9cd047e6baa8bfb9cc347b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:37,162 INFO [StoreOpener-46cbce56d9cd047e6baa8bfb9cc347b7-1 {}] regionserver.HStore(327): Store=46cbce56d9cd047e6baa8bfb9cc347b7/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:37,162 INFO [StoreOpener-46cbce56d9cd047e6baa8bfb9cc347b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 46cbce56d9cd047e6baa8bfb9cc347b7 2024-11-20T18:32:37,163 INFO [StoreOpener-46cbce56d9cd047e6baa8bfb9cc347b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46cbce56d9cd047e6baa8bfb9cc347b7 columnFamilyName c 2024-11-20T18:32:37,163 DEBUG [StoreOpener-46cbce56d9cd047e6baa8bfb9cc347b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:37,163 INFO [StoreOpener-46cbce56d9cd047e6baa8bfb9cc347b7-1 {}] regionserver.HStore(327): Store=46cbce56d9cd047e6baa8bfb9cc347b7/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:37,163 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 46cbce56d9cd047e6baa8bfb9cc347b7 2024-11-20T18:32:37,164 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34973/hbase/data/default/testReplayEditsAfterAbortingFlush/46cbce56d9cd047e6baa8bfb9cc347b7 2024-11-20T18:32:37,165 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34973/hbase/data/default/testReplayEditsAfterAbortingFlush/46cbce56d9cd047e6baa8bfb9cc347b7 2024-11-20T18:32:37,166 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34973/hbase/data/default/testReplayEditsAfterAbortingFlush/46cbce56d9cd047e6baa8bfb9cc347b7/recovered.edits/0000000000000000026 2024-11-20T18:32:37,199 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-20T18:32:37,201 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:34973/hbase/data/default/testReplayEditsAfterAbortingFlush/46cbce56d9cd047e6baa8bfb9cc347b7/recovered.edits/0000000000000000026 2024-11-20T18:32:37,201 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 46cbce56d9cd047e6baa8bfb9cc347b7 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-11-20T18:32:37,215 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34973/hbase/data/default/testReplayEditsAfterAbortingFlush/46cbce56d9cd047e6baa8bfb9cc347b7/.tmp/a/53ee4b41ef9042a2ab862191a1db0238 is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1732127557020/Put/seqid=0 2024-11-20T18:32:37,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741906_1084 (size=5523) 2024-11-20T18:32:37,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741906_1084 (size=5523) 2024-11-20T18:32:37,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741906_1084 (size=5523) 2024-11-20T18:32:37,222 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:34973/hbase/data/default/testReplayEditsAfterAbortingFlush/46cbce56d9cd047e6baa8bfb9cc347b7/.tmp/a/53ee4b41ef9042a2ab862191a1db0238 2024-11-20T18:32:37,242 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34973/hbase/data/default/testReplayEditsAfterAbortingFlush/46cbce56d9cd047e6baa8bfb9cc347b7/.tmp/b/bdbac850358e49c3b1f75434fa6ef3fd is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1732127557015/Put/seqid=0 2024-11-20T18:32:37,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741907_1085 (size=5524) 2024-11-20T18:32:37,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741907_1085 (size=5524) 2024-11-20T18:32:37,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741907_1085 (size=5524) 2024-11-20T18:32:37,249 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:34973/hbase/data/default/testReplayEditsAfterAbortingFlush/46cbce56d9cd047e6baa8bfb9cc347b7/.tmp/b/bdbac850358e49c3b1f75434fa6ef3fd 2024-11-20T18:32:37,270 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34973/hbase/data/default/testReplayEditsAfterAbortingFlush/46cbce56d9cd047e6baa8bfb9cc347b7/.tmp/c/13c14808c56a4b949026b2e58bfb1a97 is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1732127557018/Put/seqid=0 2024-11-20T18:32:37,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741908_1086 (size=5457) 2024-11-20T18:32:37,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741908_1086 (size=5457) 2024-11-20T18:32:37,278 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:34973/hbase/data/default/testReplayEditsAfterAbortingFlush/46cbce56d9cd047e6baa8bfb9cc347b7/.tmp/c/13c14808c56a4b949026b2e58bfb1a97 2024-11-20T18:32:37,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741908_1086 (size=5457) 2024-11-20T18:32:37,284 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34973/hbase/data/default/testReplayEditsAfterAbortingFlush/46cbce56d9cd047e6baa8bfb9cc347b7/.tmp/a/53ee4b41ef9042a2ab862191a1db0238 as hdfs://localhost:34973/hbase/data/default/testReplayEditsAfterAbortingFlush/46cbce56d9cd047e6baa8bfb9cc347b7/a/53ee4b41ef9042a2ab862191a1db0238 2024-11-20T18:32:37,290 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34973/hbase/data/default/testReplayEditsAfterAbortingFlush/46cbce56d9cd047e6baa8bfb9cc347b7/a/53ee4b41ef9042a2ab862191a1db0238, entries=7, sequenceid=26, filesize=5.4 K 2024-11-20T18:32:37,291 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34973/hbase/data/default/testReplayEditsAfterAbortingFlush/46cbce56d9cd047e6baa8bfb9cc347b7/.tmp/b/bdbac850358e49c3b1f75434fa6ef3fd as hdfs://localhost:34973/hbase/data/default/testReplayEditsAfterAbortingFlush/46cbce56d9cd047e6baa8bfb9cc347b7/b/bdbac850358e49c3b1f75434fa6ef3fd 2024-11-20T18:32:37,296 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34973/hbase/data/default/testReplayEditsAfterAbortingFlush/46cbce56d9cd047e6baa8bfb9cc347b7/b/bdbac850358e49c3b1f75434fa6ef3fd, entries=7, sequenceid=26, filesize=5.4 K 2024-11-20T18:32:37,297 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34973/hbase/data/default/testReplayEditsAfterAbortingFlush/46cbce56d9cd047e6baa8bfb9cc347b7/.tmp/c/13c14808c56a4b949026b2e58bfb1a97 as hdfs://localhost:34973/hbase/data/default/testReplayEditsAfterAbortingFlush/46cbce56d9cd047e6baa8bfb9cc347b7/c/13c14808c56a4b949026b2e58bfb1a97 2024-11-20T18:32:37,303 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34973/hbase/data/default/testReplayEditsAfterAbortingFlush/46cbce56d9cd047e6baa8bfb9cc347b7/c/13c14808c56a4b949026b2e58bfb1a97, entries=6, sequenceid=26, filesize=5.3 K 2024-11-20T18:32:37,303 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 46cbce56d9cd047e6baa8bfb9cc347b7 in 102ms, sequenceid=26, compaction requested=false; wal=null 2024-11-20T18:32:37,304 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34973/hbase/data/default/testReplayEditsAfterAbortingFlush/46cbce56d9cd047e6baa8bfb9cc347b7/recovered.edits/0000000000000000026 2024-11-20T18:32:37,305 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 46cbce56d9cd047e6baa8bfb9cc347b7 2024-11-20T18:32:37,305 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 46cbce56d9cd047e6baa8bfb9cc347b7 2024-11-20T18:32:37,306 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T18:32:37,308 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 46cbce56d9cd047e6baa8bfb9cc347b7 2024-11-20T18:32:37,310 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34973/hbase/data/default/testReplayEditsAfterAbortingFlush/46cbce56d9cd047e6baa8bfb9cc347b7/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-11-20T18:32:37,311 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 46cbce56d9cd047e6baa8bfb9cc347b7; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67660074, jitterRate=0.008213669061660767}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T18:32:37,311 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 46cbce56d9cd047e6baa8bfb9cc347b7 2024-11-20T18:32:37,312 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 46cbce56d9cd047e6baa8bfb9cc347b7: Running coprocessor pre-open hook at 1732127557157Writing region info on filesystem at 1732127557157Initializing all the Stores at 1732127557158 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127557158Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127557158Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127557158Obtaining lock to block concurrent updates at 1732127557201 (+43 ms)Preparing flush snapshotting stores in 46cbce56d9cd047e6baa8bfb9cc347b7 at 1732127557201Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1732127547777.46cbce56d9cd047e6baa8bfb9cc347b7., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1732127557201Flushing stores of testReplayEditsAfterAbortingFlush,,1732127547777.46cbce56d9cd047e6baa8bfb9cc347b7. at 1732127557201Flushing 46cbce56d9cd047e6baa8bfb9cc347b7/a: creating writer at 1732127557201Flushing 46cbce56d9cd047e6baa8bfb9cc347b7/a: appending metadata at 1732127557214 (+13 ms)Flushing 46cbce56d9cd047e6baa8bfb9cc347b7/a: closing flushed file at 1732127557214Flushing 46cbce56d9cd047e6baa8bfb9cc347b7/b: creating writer at 1732127557228 (+14 ms)Flushing 46cbce56d9cd047e6baa8bfb9cc347b7/b: appending metadata at 1732127557242 (+14 ms)Flushing 46cbce56d9cd047e6baa8bfb9cc347b7/b: closing flushed file at 1732127557242Flushing 46cbce56d9cd047e6baa8bfb9cc347b7/c: creating writer at 1732127557254 (+12 ms)Flushing 46cbce56d9cd047e6baa8bfb9cc347b7/c: appending metadata at 1732127557270 (+16 ms)Flushing 46cbce56d9cd047e6baa8bfb9cc347b7/c: closing flushed file at 1732127557270Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d599dc0: reopening flushed file at 1732127557283 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c08d021: reopening flushed file at 1732127557290 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c285aae: reopening flushed file at 1732127557296 (+6 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 46cbce56d9cd047e6baa8bfb9cc347b7 in 102ms, sequenceid=26, compaction requested=false; wal=null at 1732127557303 (+7 ms)Cleaning up temporary data from old regions at 1732127557305 (+2 ms)Running coprocessor post-open hooks at 1732127557311 (+6 ms)Region opened successfully at 1732127557312 (+1 ms) 2024-11-20T18:32:37,332 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=416 (was 415) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5a6140-164a-e947-41ea-b494efbbb28f/cluster_c464299d-f425-8068-7b50-04d6f91845f2/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1090215104-172.17.0.3-1732127522291:blk_1073741905_1083, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1477856948_22 at /127.0.0.1:36070 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-22-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1477856948_22 at /127.0.0.1:42128 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5a6140-164a-e947-41ea-b494efbbb28f/cluster_c464299d-f425-8068-7b50-04d6f91845f2/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-22-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1477856948_22 at /127.0.0.1:42098 [Receiving block BP-1090215104-172.17.0.3-1732127522291:blk_1073741905_1083] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1477856948_22 at /127.0.0.1:36038 [Receiving block BP-1090215104-172.17.0.3-1732127522291:blk_1073741905_1083] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1090215104-172.17.0.3-1732127522291:blk_1073741905_1083, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1477856948_22 at /127.0.0.1:41088 [Receiving block BP-1090215104-172.17.0.3-1732127522291:blk_1073741905_1083] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1090215104-172.17.0.3-1732127522291:blk_1073741905_1083, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1477856948_22 at /127.0.0.1:41068 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-22-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1182 (was 1125) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=276 (was 327), ProcessCount=11 (was 11), AvailableMemoryMB=8155 (was 8155) 2024-11-20T18:32:37,332 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1182 is superior to 1024 2024-11-20T18:32:37,343 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testDatalossWhenInputError Thread=416, OpenFileDescriptor=1182, MaxFileDescriptor=1048576, SystemLoadAverage=276, ProcessCount=11, AvailableMemoryMB=8154 2024-11-20T18:32:37,343 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1182 is superior to 1024 2024-11-20T18:32:37,343 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-11-20T18:32:37,343 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-11-20T18:32:37,356 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:32:37,358 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:32:37,358 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T18:32:37,361 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-42038703, suffix=, logDir=hdfs://localhost:34973/hbase/WALs/hregion-42038703, archiveDir=hdfs://localhost:34973/hbase/oldWALs, maxLogs=32 2024-11-20T18:32:37,373 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-42038703/hregion-42038703.1732127557361, exclude list is [], retry=0 2024-11-20T18:32:37,376 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46401,DS-f803c8da-d3d1-4dc0-809f-056229286720,DISK] 2024-11-20T18:32:37,376 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41815,DS-a91a1f5a-ebaf-4940-bf10-846a197e974f,DISK] 2024-11-20T18:32:37,376 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39759,DS-4540ffb9-c276-45f2-9a52-ce28bdf798c0,DISK] 2024-11-20T18:32:37,400 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-42038703/hregion-42038703.1732127557361 2024-11-20T18:32:37,400 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40499:40499),(127.0.0.1/127.0.0.1:39191:39191),(127.0.0.1/127.0.0.1:43037:43037)] 2024-11-20T18:32:37,400 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 21c9690b7669095f93a1eb790dd94379, NAME => 'testDatalossWhenInputError,,1732127557357.21c9690b7669095f93a1eb790dd94379.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34973/hbase 2024-11-20T18:32:37,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741910_1088 (size=61) 2024-11-20T18:32:37,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741910_1088 (size=61) 2024-11-20T18:32:37,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741910_1088 (size=61) 2024-11-20T18:32:37,409 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732127557357.21c9690b7669095f93a1eb790dd94379.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:32:37,410 INFO [StoreOpener-21c9690b7669095f93a1eb790dd94379-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 21c9690b7669095f93a1eb790dd94379 2024-11-20T18:32:37,411 INFO [StoreOpener-21c9690b7669095f93a1eb790dd94379-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21c9690b7669095f93a1eb790dd94379 columnFamilyName a 2024-11-20T18:32:37,411 DEBUG [StoreOpener-21c9690b7669095f93a1eb790dd94379-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:37,411 INFO [StoreOpener-21c9690b7669095f93a1eb790dd94379-1 {}] regionserver.HStore(327): Store=21c9690b7669095f93a1eb790dd94379/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:37,411 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 21c9690b7669095f93a1eb790dd94379 2024-11-20T18:32:37,412 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34973/hbase/data/default/testDatalossWhenInputError/21c9690b7669095f93a1eb790dd94379 2024-11-20T18:32:37,412 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34973/hbase/data/default/testDatalossWhenInputError/21c9690b7669095f93a1eb790dd94379 2024-11-20T18:32:37,413 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 21c9690b7669095f93a1eb790dd94379 2024-11-20T18:32:37,413 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 21c9690b7669095f93a1eb790dd94379 2024-11-20T18:32:37,414 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 21c9690b7669095f93a1eb790dd94379 2024-11-20T18:32:37,416 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34973/hbase/data/default/testDatalossWhenInputError/21c9690b7669095f93a1eb790dd94379/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:32:37,416 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 21c9690b7669095f93a1eb790dd94379; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68056641, jitterRate=0.01412297785282135}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T18:32:37,417 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 21c9690b7669095f93a1eb790dd94379: Writing region info on filesystem at 1732127557409Initializing all the Stores at 1732127557409Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127557409Cleaning up temporary data from old regions at 1732127557413 (+4 ms)Region opened successfully at 1732127557417 (+4 ms) 2024-11-20T18:32:37,417 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 21c9690b7669095f93a1eb790dd94379, disabling compactions & flushes 2024-11-20T18:32:37,417 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1732127557357.21c9690b7669095f93a1eb790dd94379. 2024-11-20T18:32:37,417 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1732127557357.21c9690b7669095f93a1eb790dd94379. 2024-11-20T18:32:37,417 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1732127557357.21c9690b7669095f93a1eb790dd94379. after waiting 0 ms 2024-11-20T18:32:37,417 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1732127557357.21c9690b7669095f93a1eb790dd94379. 2024-11-20T18:32:37,417 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1732127557357.21c9690b7669095f93a1eb790dd94379. 2024-11-20T18:32:37,418 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 21c9690b7669095f93a1eb790dd94379: Waiting for close lock at 1732127557417Disabling compacts and flushes for region at 1732127557417Disabling writes for close at 1732127557417Writing region close event to WAL at 1732127557417Closed at 1732127557417 2024-11-20T18:32:37,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741909_1087 (size=175) 2024-11-20T18:32:37,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741909_1087 (size=175) 2024-11-20T18:32:37,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741909_1087 (size=175) 2024-11-20T18:32:37,423 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T18:32:37,423 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-42038703:(num 1732127557361) 2024-11-20T18:32:37,424 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T18:32:37,425 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34973/hbase/WALs/testdatalosswheninputerror-manual,16010,1732127557356, archiveDir=hdfs://localhost:34973/hbase/oldWALs, maxLogs=32 2024-11-20T18:32:37,437 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1732127557356/wal.1732127557425, exclude list is [], retry=0 2024-11-20T18:32:37,439 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39759,DS-4540ffb9-c276-45f2-9a52-ce28bdf798c0,DISK] 2024-11-20T18:32:37,440 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41815,DS-a91a1f5a-ebaf-4940-bf10-846a197e974f,DISK] 2024-11-20T18:32:37,440 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46401,DS-f803c8da-d3d1-4dc0-809f-056229286720,DISK] 2024-11-20T18:32:37,474 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1732127557356/wal.1732127557425 2024-11-20T18:32:37,474 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43037:43037),(127.0.0.1/127.0.0.1:39191:39191),(127.0.0.1/127.0.0.1:40499:40499)] 2024-11-20T18:32:37,474 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 21c9690b7669095f93a1eb790dd94379, NAME => 'testDatalossWhenInputError,,1732127557357.21c9690b7669095f93a1eb790dd94379.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:32:37,474 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732127557357.21c9690b7669095f93a1eb790dd94379.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:32:37,474 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 21c9690b7669095f93a1eb790dd94379 2024-11-20T18:32:37,474 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 21c9690b7669095f93a1eb790dd94379 2024-11-20T18:32:37,476 INFO [StoreOpener-21c9690b7669095f93a1eb790dd94379-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 21c9690b7669095f93a1eb790dd94379 2024-11-20T18:32:37,476 INFO [StoreOpener-21c9690b7669095f93a1eb790dd94379-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21c9690b7669095f93a1eb790dd94379 columnFamilyName a 2024-11-20T18:32:37,476 DEBUG [StoreOpener-21c9690b7669095f93a1eb790dd94379-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:37,477 INFO [StoreOpener-21c9690b7669095f93a1eb790dd94379-1 {}] regionserver.HStore(327): Store=21c9690b7669095f93a1eb790dd94379/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:37,477 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 21c9690b7669095f93a1eb790dd94379 2024-11-20T18:32:37,477 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34973/hbase/data/default/testDatalossWhenInputError/21c9690b7669095f93a1eb790dd94379 2024-11-20T18:32:37,478 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34973/hbase/data/default/testDatalossWhenInputError/21c9690b7669095f93a1eb790dd94379 2024-11-20T18:32:37,479 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 21c9690b7669095f93a1eb790dd94379 2024-11-20T18:32:37,479 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 21c9690b7669095f93a1eb790dd94379 2024-11-20T18:32:37,480 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 21c9690b7669095f93a1eb790dd94379 2024-11-20T18:32:37,481 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 21c9690b7669095f93a1eb790dd94379; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70579825, jitterRate=0.051721349358558655}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T18:32:37,481 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 21c9690b7669095f93a1eb790dd94379: Writing region info on filesystem at 1732127557474Initializing all the Stores at 1732127557475 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127557475Cleaning up temporary data from old regions at 1732127557479 (+4 ms)Region opened successfully at 1732127557481 (+2 ms) 2024-11-20T18:32:37,490 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 21c9690b7669095f93a1eb790dd94379, disabling compactions & flushes 2024-11-20T18:32:37,490 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1732127557357.21c9690b7669095f93a1eb790dd94379. 2024-11-20T18:32:37,490 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1732127557357.21c9690b7669095f93a1eb790dd94379. 2024-11-20T18:32:37,490 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1732127557357.21c9690b7669095f93a1eb790dd94379. after waiting 0 ms 2024-11-20T18:32:37,490 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1732127557357.21c9690b7669095f93a1eb790dd94379. 2024-11-20T18:32:37,491 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1732127557357.21c9690b7669095f93a1eb790dd94379. 2024-11-20T18:32:37,491 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1732127557357.21c9690b7669095f93a1eb790dd94379. 2024-11-20T18:32:37,491 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 21c9690b7669095f93a1eb790dd94379: Waiting for close lock at 1732127557490Disabling compacts and flushes for region at 1732127557490Disabling writes for close at 1732127557490Writing region close event to WAL at 1732127557491 (+1 ms)Closed at 1732127557491 2024-11-20T18:32:37,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741911_1089 (size=1795) 2024-11-20T18:32:37,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741911_1089 (size=1795) 2024-11-20T18:32:37,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741911_1089 (size=1795) 2024-11-20T18:32:37,509 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34973/hbase/WALs/testdatalosswheninputerror-manual,16010,1732127557356/wal.1732127557425, size=1.8 K (1795bytes) 2024-11-20T18:32:37,509 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34973/hbase/WALs/testdatalosswheninputerror-manual,16010,1732127557356/wal.1732127557425 2024-11-20T18:32:37,509 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34973/hbase/WALs/testdatalosswheninputerror-manual,16010,1732127557356/wal.1732127557425 after 0ms 2024-11-20T18:32:37,532 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-20T18:32:37,532 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34973/hbase/WALs/testdatalosswheninputerror-manual,16010,1732127557356/wal.1732127557425 took 23ms 2024-11-20T18:32:37,534 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34973/hbase/WALs/testdatalosswheninputerror-manual,16010,1732127557356/wal.1732127557425 so closing down 2024-11-20T18:32:37,534 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T18:32:37,535 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732127557425.temp 2024-11-20T18:32:37,557 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34973/hbase/data/default/testDatalossWhenInputError/21c9690b7669095f93a1eb790dd94379/recovered.edits/0000000000000000003-wal.1732127557425.temp 2024-11-20T18:32:37,557 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T18:32:37,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741912_1090 (size=1795) 2024-11-20T18:32:37,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741912_1090 (size=1795) 2024-11-20T18:32:37,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741912_1090 (size=1795) 2024-11-20T18:32:37,564 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34973/hbase/data/default/testDatalossWhenInputError/21c9690b7669095f93a1eb790dd94379/recovered.edits/0000000000000000003-wal.1732127557425.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T18:32:37,565 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34973/hbase/data/default/testDatalossWhenInputError/21c9690b7669095f93a1eb790dd94379/recovered.edits/0000000000000000003-wal.1732127557425.temp to hdfs://localhost:34973/hbase/data/default/testDatalossWhenInputError/21c9690b7669095f93a1eb790dd94379/recovered.edits/0000000000000000012 2024-11-20T18:32:37,565 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:34973/hbase/WALs/testdatalosswheninputerror-manual,16010,1732127557356/wal.1732127557425, size=1.8 K, length=1795, corrupted=false, cancelled=false 2024-11-20T18:32:37,565 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34973/hbase/WALs/testdatalosswheninputerror-manual,16010,1732127557356/wal.1732127557425, journal: Splitting hdfs://localhost:34973/hbase/WALs/testdatalosswheninputerror-manual,16010,1732127557356/wal.1732127557425, size=1.8 K (1795bytes) at 1732127557509Finishing writing output for hdfs://localhost:34973/hbase/WALs/testdatalosswheninputerror-manual,16010,1732127557356/wal.1732127557425 so closing down at 1732127557534 (+25 ms)Creating recovered edits writer path=hdfs://localhost:34973/hbase/data/default/testDatalossWhenInputError/21c9690b7669095f93a1eb790dd94379/recovered.edits/0000000000000000003-wal.1732127557425.temp at 1732127557557 (+23 ms)3 split writer threads finished at 1732127557557Closed recovered edits writer path=hdfs://localhost:34973/hbase/data/default/testDatalossWhenInputError/21c9690b7669095f93a1eb790dd94379/recovered.edits/0000000000000000003-wal.1732127557425.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732127557564 (+7 ms)Rename recovered edits hdfs://localhost:34973/hbase/data/default/testDatalossWhenInputError/21c9690b7669095f93a1eb790dd94379/recovered.edits/0000000000000000003-wal.1732127557425.temp to hdfs://localhost:34973/hbase/data/default/testDatalossWhenInputError/21c9690b7669095f93a1eb790dd94379/recovered.edits/0000000000000000012 at 1732127557565 (+1 ms)Processed 10 edits across 1 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:34973/hbase/WALs/testdatalosswheninputerror-manual,16010,1732127557356/wal.1732127557425, size=1.8 K, length=1795, corrupted=false, cancelled=false at 1732127557565 2024-11-20T18:32:37,567 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34973/hbase/WALs/testdatalosswheninputerror-manual,16010,1732127557356/wal.1732127557425 to hdfs://localhost:34973/hbase/oldWALs/wal.1732127557425 2024-11-20T18:32:37,568 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34973/hbase/data/default/testDatalossWhenInputError/21c9690b7669095f93a1eb790dd94379/recovered.edits/0000000000000000012 2024-11-20T18:32:37,597 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-20T18:32:37,943 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T18:32:37,945 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34973/hbase/WALs/testdatalosswheninputerror-manual,16010,1732127557356, archiveDir=hdfs://localhost:34973/hbase/oldWALs, maxLogs=32 2024-11-20T18:32:37,956 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1732127557356/wal.1732127557945, exclude list is [], retry=0 2024-11-20T18:32:37,958 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39759,DS-4540ffb9-c276-45f2-9a52-ce28bdf798c0,DISK] 2024-11-20T18:32:37,958 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46401,DS-f803c8da-d3d1-4dc0-809f-056229286720,DISK] 2024-11-20T18:32:37,959 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41815,DS-a91a1f5a-ebaf-4940-bf10-846a197e974f,DISK] 2024-11-20T18:32:37,983 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1732127557356/wal.1732127557945 2024-11-20T18:32:37,983 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43037:43037),(127.0.0.1/127.0.0.1:40499:40499),(127.0.0.1/127.0.0.1:39191:39191)] 2024-11-20T18:32:37,983 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 21c9690b7669095f93a1eb790dd94379, NAME => 'testDatalossWhenInputError,,1732127557357.21c9690b7669095f93a1eb790dd94379.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:32:37,983 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732127557357.21c9690b7669095f93a1eb790dd94379.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:32:37,983 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 21c9690b7669095f93a1eb790dd94379 2024-11-20T18:32:37,983 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 21c9690b7669095f93a1eb790dd94379 2024-11-20T18:32:37,987 INFO [StoreOpener-21c9690b7669095f93a1eb790dd94379-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 21c9690b7669095f93a1eb790dd94379 2024-11-20T18:32:37,990 INFO [StoreOpener-21c9690b7669095f93a1eb790dd94379-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21c9690b7669095f93a1eb790dd94379 columnFamilyName a 2024-11-20T18:32:37,990 DEBUG [StoreOpener-21c9690b7669095f93a1eb790dd94379-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:37,991 INFO [StoreOpener-21c9690b7669095f93a1eb790dd94379-1 {}] regionserver.HStore(327): Store=21c9690b7669095f93a1eb790dd94379/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:37,991 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 21c9690b7669095f93a1eb790dd94379 2024-11-20T18:32:37,992 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34973/hbase/data/default/testDatalossWhenInputError/21c9690b7669095f93a1eb790dd94379 2024-11-20T18:32:37,993 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34973/hbase/data/default/testDatalossWhenInputError/21c9690b7669095f93a1eb790dd94379 2024-11-20T18:32:37,994 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34973/hbase/data/default/testDatalossWhenInputError/21c9690b7669095f93a1eb790dd94379/recovered.edits/0000000000000000012 2024-11-20T18:32:38,018 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-20T18:32:38,019 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:34973/hbase/data/default/testDatalossWhenInputError/21c9690b7669095f93a1eb790dd94379/recovered.edits/0000000000000000012 2024-11-20T18:32:38,019 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 21c9690b7669095f93a1eb790dd94379 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-11-20T18:32:38,035 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34973/hbase/data/default/testDatalossWhenInputError/21c9690b7669095f93a1eb790dd94379/.tmp/a/c1d12b267b9c474e83eecb6db136c11a is 79, key is testDatalossWhenInputError/a:x0/1732127557482/Put/seqid=0 2024-11-20T18:32:38,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741914_1092 (size=5808) 2024-11-20T18:32:38,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741914_1092 (size=5808) 2024-11-20T18:32:38,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741914_1092 (size=5808) 2024-11-20T18:32:38,042 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34973/hbase/data/default/testDatalossWhenInputError/21c9690b7669095f93a1eb790dd94379/.tmp/a/c1d12b267b9c474e83eecb6db136c11a 2024-11-20T18:32:38,051 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34973/hbase/data/default/testDatalossWhenInputError/21c9690b7669095f93a1eb790dd94379/.tmp/a/c1d12b267b9c474e83eecb6db136c11a as hdfs://localhost:34973/hbase/data/default/testDatalossWhenInputError/21c9690b7669095f93a1eb790dd94379/a/c1d12b267b9c474e83eecb6db136c11a 2024-11-20T18:32:38,059 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34973/hbase/data/default/testDatalossWhenInputError/21c9690b7669095f93a1eb790dd94379/a/c1d12b267b9c474e83eecb6db136c11a, entries=10, sequenceid=12, filesize=5.7 K 2024-11-20T18:32:38,060 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 21c9690b7669095f93a1eb790dd94379 in 41ms, sequenceid=12, compaction requested=false; wal=null 2024-11-20T18:32:38,060 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34973/hbase/data/default/testDatalossWhenInputError/21c9690b7669095f93a1eb790dd94379/recovered.edits/0000000000000000012 2024-11-20T18:32:38,061 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 21c9690b7669095f93a1eb790dd94379 2024-11-20T18:32:38,061 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 21c9690b7669095f93a1eb790dd94379 2024-11-20T18:32:38,064 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 21c9690b7669095f93a1eb790dd94379 2024-11-20T18:32:38,066 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34973/hbase/data/default/testDatalossWhenInputError/21c9690b7669095f93a1eb790dd94379/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-20T18:32:38,067 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 21c9690b7669095f93a1eb790dd94379; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70844486, jitterRate=0.05566510558128357}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T18:32:38,068 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 21c9690b7669095f93a1eb790dd94379: Writing region info on filesystem at 1732127557983Initializing all the Stores at 1732127557986 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127557986Obtaining lock to block concurrent updates at 1732127558019 (+33 ms)Preparing flush snapshotting stores in 21c9690b7669095f93a1eb790dd94379 at 1732127558019Finished memstore snapshotting testDatalossWhenInputError,,1732127557357.21c9690b7669095f93a1eb790dd94379., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1732127558019Flushing stores of testDatalossWhenInputError,,1732127557357.21c9690b7669095f93a1eb790dd94379. at 1732127558019Flushing 21c9690b7669095f93a1eb790dd94379/a: creating writer at 1732127558019Flushing 21c9690b7669095f93a1eb790dd94379/a: appending metadata at 1732127558035 (+16 ms)Flushing 21c9690b7669095f93a1eb790dd94379/a: closing flushed file at 1732127558035Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c979e2: reopening flushed file at 1732127558050 (+15 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 21c9690b7669095f93a1eb790dd94379 in 41ms, sequenceid=12, compaction requested=false; wal=null at 1732127558060 (+10 ms)Cleaning up temporary data from old regions at 1732127558061 (+1 ms)Region opened successfully at 1732127558068 (+7 ms) 2024-11-20T18:32:38,071 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 21c9690b7669095f93a1eb790dd94379, NAME => 'testDatalossWhenInputError,,1732127557357.21c9690b7669095f93a1eb790dd94379.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:32:38,071 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732127557357.21c9690b7669095f93a1eb790dd94379.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:32:38,071 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 21c9690b7669095f93a1eb790dd94379 2024-11-20T18:32:38,071 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 21c9690b7669095f93a1eb790dd94379 2024-11-20T18:32:38,073 INFO [StoreOpener-21c9690b7669095f93a1eb790dd94379-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 21c9690b7669095f93a1eb790dd94379 2024-11-20T18:32:38,074 INFO [StoreOpener-21c9690b7669095f93a1eb790dd94379-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21c9690b7669095f93a1eb790dd94379 columnFamilyName a 2024-11-20T18:32:38,074 DEBUG [StoreOpener-21c9690b7669095f93a1eb790dd94379-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:38,079 DEBUG [StoreOpener-21c9690b7669095f93a1eb790dd94379-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34973/hbase/data/default/testDatalossWhenInputError/21c9690b7669095f93a1eb790dd94379/a/c1d12b267b9c474e83eecb6db136c11a 2024-11-20T18:32:38,080 INFO [StoreOpener-21c9690b7669095f93a1eb790dd94379-1 {}] regionserver.HStore(327): Store=21c9690b7669095f93a1eb790dd94379/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:38,080 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 21c9690b7669095f93a1eb790dd94379 2024-11-20T18:32:38,081 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34973/hbase/data/default/testDatalossWhenInputError/21c9690b7669095f93a1eb790dd94379 2024-11-20T18:32:38,082 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34973/hbase/data/default/testDatalossWhenInputError/21c9690b7669095f93a1eb790dd94379 2024-11-20T18:32:38,082 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 21c9690b7669095f93a1eb790dd94379 2024-11-20T18:32:38,082 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 21c9690b7669095f93a1eb790dd94379 2024-11-20T18:32:38,084 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 21c9690b7669095f93a1eb790dd94379 2024-11-20T18:32:38,086 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34973/hbase/data/default/testDatalossWhenInputError/21c9690b7669095f93a1eb790dd94379/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-11-20T18:32:38,087 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 21c9690b7669095f93a1eb790dd94379; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70065319, jitterRate=0.04405461251735687}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T18:32:38,088 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 21c9690b7669095f93a1eb790dd94379: Writing region info on filesystem at 1732127558072Initializing all the Stores at 1732127558072Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127558073 (+1 ms)Cleaning up temporary data from old regions at 1732127558082 (+9 ms)Region opened successfully at 1732127558088 (+6 ms) 2024-11-20T18:32:38,103 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testDatalossWhenInputError Thread=426 (was 416) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1477856948_22 at /127.0.0.1:36070 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1090215104-172.17.0.3-1732127522291:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1477856948_22 at /127.0.0.1:42128 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1090215104-172.17.0.3-1732127522291:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1477856948_22 at /127.0.0.1:36140 [Receiving block BP-1090215104-172.17.0.3-1732127522291:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1477856948_22 at /127.0.0.1:41068 [Waiting for operation #19] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1477856948_22 at /127.0.0.1:42182 [Receiving block BP-1090215104-172.17.0.3-1732127522291:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1477856948_22 at /127.0.0.1:41180 [Receiving block BP-1090215104-172.17.0.3-1732127522291:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1090215104-172.17.0.3-1732127522291:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1264 (was 1182) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=276 (was 276), ProcessCount=11 (was 11), AvailableMemoryMB=8150 (was 8154) 2024-11-20T18:32:38,103 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-11-20T18:32:38,114 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testCompactedBulkLoadedFiles Thread=426, OpenFileDescriptor=1264, MaxFileDescriptor=1048576, SystemLoadAverage=276, ProcessCount=11, AvailableMemoryMB=8149 2024-11-20T18:32:38,114 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-11-20T18:32:38,126 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:32:38,128 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:32:38,129 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T18:32:38,131 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-04962638, suffix=, logDir=hdfs://localhost:34973/hbase/WALs/hregion-04962638, archiveDir=hdfs://localhost:34973/hbase/oldWALs, maxLogs=32 2024-11-20T18:32:38,143 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-04962638/hregion-04962638.1732127558131, exclude list is [], retry=0 2024-11-20T18:32:38,146 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46401,DS-f803c8da-d3d1-4dc0-809f-056229286720,DISK] 2024-11-20T18:32:38,146 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41815,DS-a91a1f5a-ebaf-4940-bf10-846a197e974f,DISK] 2024-11-20T18:32:38,146 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39759,DS-4540ffb9-c276-45f2-9a52-ce28bdf798c0,DISK] 2024-11-20T18:32:38,172 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-04962638/hregion-04962638.1732127558131 2024-11-20T18:32:38,172 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43037:43037),(127.0.0.1/127.0.0.1:40499:40499),(127.0.0.1/127.0.0.1:39191:39191)] 2024-11-20T18:32:38,172 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 001cf76a55cd393d3f41ef4070e2652c, NAME => 'testCompactedBulkLoadedFiles,,1732127558127.001cf76a55cd393d3f41ef4070e2652c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34973/hbase 2024-11-20T18:32:38,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741916_1094 (size=63) 2024-11-20T18:32:38,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741916_1094 (size=63) 2024-11-20T18:32:38,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741916_1094 (size=63) 2024-11-20T18:32:38,188 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732127558127.001cf76a55cd393d3f41ef4070e2652c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:32:38,190 INFO [StoreOpener-001cf76a55cd393d3f41ef4070e2652c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 001cf76a55cd393d3f41ef4070e2652c 2024-11-20T18:32:38,191 INFO [StoreOpener-001cf76a55cd393d3f41ef4070e2652c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 001cf76a55cd393d3f41ef4070e2652c columnFamilyName a 2024-11-20T18:32:38,191 DEBUG [StoreOpener-001cf76a55cd393d3f41ef4070e2652c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:38,192 INFO [StoreOpener-001cf76a55cd393d3f41ef4070e2652c-1 {}] regionserver.HStore(327): Store=001cf76a55cd393d3f41ef4070e2652c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:38,192 INFO [StoreOpener-001cf76a55cd393d3f41ef4070e2652c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 001cf76a55cd393d3f41ef4070e2652c 2024-11-20T18:32:38,222 INFO [StoreOpener-001cf76a55cd393d3f41ef4070e2652c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 001cf76a55cd393d3f41ef4070e2652c columnFamilyName b 2024-11-20T18:32:38,222 DEBUG [StoreOpener-001cf76a55cd393d3f41ef4070e2652c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:38,223 INFO [StoreOpener-001cf76a55cd393d3f41ef4070e2652c-1 {}] regionserver.HStore(327): Store=001cf76a55cd393d3f41ef4070e2652c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:38,223 INFO [StoreOpener-001cf76a55cd393d3f41ef4070e2652c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 001cf76a55cd393d3f41ef4070e2652c 2024-11-20T18:32:38,225 INFO [StoreOpener-001cf76a55cd393d3f41ef4070e2652c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 001cf76a55cd393d3f41ef4070e2652c columnFamilyName c 2024-11-20T18:32:38,225 DEBUG [StoreOpener-001cf76a55cd393d3f41ef4070e2652c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:38,226 INFO [StoreOpener-001cf76a55cd393d3f41ef4070e2652c-1 {}] regionserver.HStore(327): Store=001cf76a55cd393d3f41ef4070e2652c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:38,226 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 001cf76a55cd393d3f41ef4070e2652c 2024-11-20T18:32:38,227 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34973/hbase/data/default/testCompactedBulkLoadedFiles/001cf76a55cd393d3f41ef4070e2652c 2024-11-20T18:32:38,227 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34973/hbase/data/default/testCompactedBulkLoadedFiles/001cf76a55cd393d3f41ef4070e2652c 2024-11-20T18:32:38,228 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 001cf76a55cd393d3f41ef4070e2652c 2024-11-20T18:32:38,228 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 001cf76a55cd393d3f41ef4070e2652c 2024-11-20T18:32:38,228 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T18:32:38,229 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 001cf76a55cd393d3f41ef4070e2652c 2024-11-20T18:32:38,231 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34973/hbase/data/default/testCompactedBulkLoadedFiles/001cf76a55cd393d3f41ef4070e2652c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:32:38,232 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 001cf76a55cd393d3f41ef4070e2652c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65922577, jitterRate=-0.017677053809165955}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T18:32:38,232 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 001cf76a55cd393d3f41ef4070e2652c: Writing region info on filesystem at 1732127558188Initializing all the Stores at 1732127558189 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127558189Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127558189Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127558189Cleaning up temporary data from old regions at 1732127558228 (+39 ms)Region opened successfully at 1732127558232 (+4 ms) 2024-11-20T18:32:38,232 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 001cf76a55cd393d3f41ef4070e2652c, disabling compactions & flushes 2024-11-20T18:32:38,233 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1732127558127.001cf76a55cd393d3f41ef4070e2652c. 2024-11-20T18:32:38,233 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1732127558127.001cf76a55cd393d3f41ef4070e2652c. 2024-11-20T18:32:38,233 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1732127558127.001cf76a55cd393d3f41ef4070e2652c. after waiting 0 ms 2024-11-20T18:32:38,233 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1732127558127.001cf76a55cd393d3f41ef4070e2652c. 2024-11-20T18:32:38,233 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1732127558127.001cf76a55cd393d3f41ef4070e2652c. 2024-11-20T18:32:38,233 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 001cf76a55cd393d3f41ef4070e2652c: Waiting for close lock at 1732127558232Disabling compacts and flushes for region at 1732127558232Disabling writes for close at 1732127558233 (+1 ms)Writing region close event to WAL at 1732127558233Closed at 1732127558233 2024-11-20T18:32:38,236 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/hregion-04962638/hregion-04962638.1732127558131 not finished, retry = 0 2024-11-20T18:32:38,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741915_1093 (size=175) 2024-11-20T18:32:38,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741915_1093 (size=175) 2024-11-20T18:32:38,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741915_1093 (size=175) 2024-11-20T18:32:38,339 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T18:32:38,339 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-04962638:(num 1732127558131) 2024-11-20T18:32:38,339 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T18:32:38,341 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34973/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732127558126, archiveDir=hdfs://localhost:34973/hbase/oldWALs, maxLogs=32 2024-11-20T18:32:38,352 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732127558126/wal.1732127558341, exclude list is [], retry=0 2024-11-20T18:32:38,355 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39759,DS-4540ffb9-c276-45f2-9a52-ce28bdf798c0,DISK] 2024-11-20T18:32:38,355 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46401,DS-f803c8da-d3d1-4dc0-809f-056229286720,DISK] 2024-11-20T18:32:38,355 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41815,DS-a91a1f5a-ebaf-4940-bf10-846a197e974f,DISK] 2024-11-20T18:32:38,380 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732127558126/wal.1732127558341 2024-11-20T18:32:38,381 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43037:43037),(127.0.0.1/127.0.0.1:40499:40499),(127.0.0.1/127.0.0.1:39191:39191)] 2024-11-20T18:32:38,381 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 001cf76a55cd393d3f41ef4070e2652c, NAME => 'testCompactedBulkLoadedFiles,,1732127558127.001cf76a55cd393d3f41ef4070e2652c.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:32:38,381 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732127558127.001cf76a55cd393d3f41ef4070e2652c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:32:38,381 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 001cf76a55cd393d3f41ef4070e2652c 2024-11-20T18:32:38,381 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 001cf76a55cd393d3f41ef4070e2652c 2024-11-20T18:32:38,383 INFO [StoreOpener-001cf76a55cd393d3f41ef4070e2652c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 001cf76a55cd393d3f41ef4070e2652c 2024-11-20T18:32:38,384 INFO [StoreOpener-001cf76a55cd393d3f41ef4070e2652c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 001cf76a55cd393d3f41ef4070e2652c columnFamilyName a 2024-11-20T18:32:38,384 DEBUG [StoreOpener-001cf76a55cd393d3f41ef4070e2652c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:38,385 INFO [StoreOpener-001cf76a55cd393d3f41ef4070e2652c-1 {}] regionserver.HStore(327): Store=001cf76a55cd393d3f41ef4070e2652c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:38,385 INFO [StoreOpener-001cf76a55cd393d3f41ef4070e2652c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 001cf76a55cd393d3f41ef4070e2652c 2024-11-20T18:32:38,386 INFO [StoreOpener-001cf76a55cd393d3f41ef4070e2652c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 001cf76a55cd393d3f41ef4070e2652c columnFamilyName b 2024-11-20T18:32:38,386 DEBUG [StoreOpener-001cf76a55cd393d3f41ef4070e2652c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:38,386 INFO [StoreOpener-001cf76a55cd393d3f41ef4070e2652c-1 {}] regionserver.HStore(327): Store=001cf76a55cd393d3f41ef4070e2652c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:38,386 INFO [StoreOpener-001cf76a55cd393d3f41ef4070e2652c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 001cf76a55cd393d3f41ef4070e2652c 2024-11-20T18:32:38,387 INFO [StoreOpener-001cf76a55cd393d3f41ef4070e2652c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 001cf76a55cd393d3f41ef4070e2652c columnFamilyName c 2024-11-20T18:32:38,387 DEBUG [StoreOpener-001cf76a55cd393d3f41ef4070e2652c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:38,387 INFO [StoreOpener-001cf76a55cd393d3f41ef4070e2652c-1 {}] regionserver.HStore(327): Store=001cf76a55cd393d3f41ef4070e2652c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:38,388 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 001cf76a55cd393d3f41ef4070e2652c 2024-11-20T18:32:38,388 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34973/hbase/data/default/testCompactedBulkLoadedFiles/001cf76a55cd393d3f41ef4070e2652c 2024-11-20T18:32:38,389 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34973/hbase/data/default/testCompactedBulkLoadedFiles/001cf76a55cd393d3f41ef4070e2652c 2024-11-20T18:32:38,390 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 001cf76a55cd393d3f41ef4070e2652c 2024-11-20T18:32:38,390 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 001cf76a55cd393d3f41ef4070e2652c 2024-11-20T18:32:38,391 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T18:32:38,392 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 001cf76a55cd393d3f41ef4070e2652c 2024-11-20T18:32:38,393 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 001cf76a55cd393d3f41ef4070e2652c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64621063, jitterRate=-0.03707112371921539}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T18:32:38,394 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 001cf76a55cd393d3f41ef4070e2652c: Writing region info on filesystem at 1732127558381Initializing all the Stores at 1732127558382 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127558382Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127558383 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127558383Cleaning up temporary data from old regions at 1732127558390 (+7 ms)Region opened successfully at 1732127558393 (+3 ms) 2024-11-20T18:32:38,397 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34973/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1732127558397/Put/seqid=0 2024-11-20T18:32:38,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741918_1096 (size=4875) 2024-11-20T18:32:38,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741918_1096 (size=4875) 2024-11-20T18:32:38,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741918_1096 (size=4875) 2024-11-20T18:32:38,405 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34973/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1732127558405/Put/seqid=0 2024-11-20T18:32:38,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741919_1097 (size=4875) 2024-11-20T18:32:38,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741919_1097 (size=4875) 2024-11-20T18:32:38,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741919_1097 (size=4875) 2024-11-20T18:32:38,417 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34973/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1732127558416/Put/seqid=0 2024-11-20T18:32:38,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741920_1098 (size=4875) 2024-11-20T18:32:38,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741920_1098 (size=4875) 2024-11-20T18:32:38,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741920_1098 (size=4875) 2024-11-20T18:32:38,423 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34973/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in 001cf76a55cd393d3f41ef4070e2652c/a 2024-11-20T18:32:38,426 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-11-20T18:32:38,426 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T18:32:38,426 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34973/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in 001cf76a55cd393d3f41ef4070e2652c/a 2024-11-20T18:32:38,431 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-11-20T18:32:38,431 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T18:32:38,431 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34973/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in 001cf76a55cd393d3f41ef4070e2652c/a 2024-11-20T18:32:38,435 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-11-20T18:32:38,435 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T18:32:38,435 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 001cf76a55cd393d3f41ef4070e2652c 3/3 column families, dataSize=51 B heapSize=896 B 2024-11-20T18:32:38,450 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34973/hbase/data/default/testCompactedBulkLoadedFiles/001cf76a55cd393d3f41ef4070e2652c/.tmp/a/4dfee0ce7945462ab89acc1fcb952e2d is 55, key is testCompactedBulkLoadedFiles/a:a/1732127558394/Put/seqid=0 2024-11-20T18:32:38,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741921_1099 (size=5107) 2024-11-20T18:32:38,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741921_1099 (size=5107) 2024-11-20T18:32:38,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741921_1099 (size=5107) 2024-11-20T18:32:38,457 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:34973/hbase/data/default/testCompactedBulkLoadedFiles/001cf76a55cd393d3f41ef4070e2652c/.tmp/a/4dfee0ce7945462ab89acc1fcb952e2d 2024-11-20T18:32:38,464 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34973/hbase/data/default/testCompactedBulkLoadedFiles/001cf76a55cd393d3f41ef4070e2652c/.tmp/a/4dfee0ce7945462ab89acc1fcb952e2d as hdfs://localhost:34973/hbase/data/default/testCompactedBulkLoadedFiles/001cf76a55cd393d3f41ef4070e2652c/a/4dfee0ce7945462ab89acc1fcb952e2d 2024-11-20T18:32:38,470 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34973/hbase/data/default/testCompactedBulkLoadedFiles/001cf76a55cd393d3f41ef4070e2652c/a/4dfee0ce7945462ab89acc1fcb952e2d, entries=1, sequenceid=4, filesize=5.0 K 2024-11-20T18:32:38,471 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for 001cf76a55cd393d3f41ef4070e2652c in 36ms, sequenceid=4, compaction requested=false 2024-11-20T18:32:38,471 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 001cf76a55cd393d3f41ef4070e2652c: 2024-11-20T18:32:38,473 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34973/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:34973/hbase/data/default/testCompactedBulkLoadedFiles/001cf76a55cd393d3f41ef4070e2652c/a/8da02b29fbc04ac79c278a9aa22c1f88_SeqId_4_ 2024-11-20T18:32:38,474 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34973/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:34973/hbase/data/default/testCompactedBulkLoadedFiles/001cf76a55cd393d3f41ef4070e2652c/a/257b203d005b4496b2de8167962634f6_SeqId_4_ 2024-11-20T18:32:38,475 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34973/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:34973/hbase/data/default/testCompactedBulkLoadedFiles/001cf76a55cd393d3f41ef4070e2652c/a/606e81a19f36403c9498193d858bda2f_SeqId_4_ 2024-11-20T18:32:38,476 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34973/hbase/testCompactedBulkLoadedFiles/hfile0 into 001cf76a55cd393d3f41ef4070e2652c/a as hdfs://localhost:34973/hbase/data/default/testCompactedBulkLoadedFiles/001cf76a55cd393d3f41ef4070e2652c/a/8da02b29fbc04ac79c278a9aa22c1f88_SeqId_4_ - updating store file list. 2024-11-20T18:32:38,480 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8da02b29fbc04ac79c278a9aa22c1f88_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T18:32:38,480 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34973/hbase/data/default/testCompactedBulkLoadedFiles/001cf76a55cd393d3f41ef4070e2652c/a/8da02b29fbc04ac79c278a9aa22c1f88_SeqId_4_ into 001cf76a55cd393d3f41ef4070e2652c/a 2024-11-20T18:32:38,480 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34973/hbase/testCompactedBulkLoadedFiles/hfile0 into 001cf76a55cd393d3f41ef4070e2652c/a (new location: hdfs://localhost:34973/hbase/data/default/testCompactedBulkLoadedFiles/001cf76a55cd393d3f41ef4070e2652c/a/8da02b29fbc04ac79c278a9aa22c1f88_SeqId_4_) 2024-11-20T18:32:38,481 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34973/hbase/testCompactedBulkLoadedFiles/hfile1 into 001cf76a55cd393d3f41ef4070e2652c/a as hdfs://localhost:34973/hbase/data/default/testCompactedBulkLoadedFiles/001cf76a55cd393d3f41ef4070e2652c/a/257b203d005b4496b2de8167962634f6_SeqId_4_ - updating store file list. 2024-11-20T18:32:38,485 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 257b203d005b4496b2de8167962634f6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T18:32:38,485 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34973/hbase/data/default/testCompactedBulkLoadedFiles/001cf76a55cd393d3f41ef4070e2652c/a/257b203d005b4496b2de8167962634f6_SeqId_4_ into 001cf76a55cd393d3f41ef4070e2652c/a 2024-11-20T18:32:38,486 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34973/hbase/testCompactedBulkLoadedFiles/hfile1 into 001cf76a55cd393d3f41ef4070e2652c/a (new location: hdfs://localhost:34973/hbase/data/default/testCompactedBulkLoadedFiles/001cf76a55cd393d3f41ef4070e2652c/a/257b203d005b4496b2de8167962634f6_SeqId_4_) 2024-11-20T18:32:38,487 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34973/hbase/testCompactedBulkLoadedFiles/hfile2 into 001cf76a55cd393d3f41ef4070e2652c/a as hdfs://localhost:34973/hbase/data/default/testCompactedBulkLoadedFiles/001cf76a55cd393d3f41ef4070e2652c/a/606e81a19f36403c9498193d858bda2f_SeqId_4_ - updating store file list. 2024-11-20T18:32:38,491 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 606e81a19f36403c9498193d858bda2f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T18:32:38,491 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34973/hbase/data/default/testCompactedBulkLoadedFiles/001cf76a55cd393d3f41ef4070e2652c/a/606e81a19f36403c9498193d858bda2f_SeqId_4_ into 001cf76a55cd393d3f41ef4070e2652c/a 2024-11-20T18:32:38,491 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34973/hbase/testCompactedBulkLoadedFiles/hfile2 into 001cf76a55cd393d3f41ef4070e2652c/a (new location: hdfs://localhost:34973/hbase/data/default/testCompactedBulkLoadedFiles/001cf76a55cd393d3f41ef4070e2652c/a/606e81a19f36403c9498193d858bda2f_SeqId_4_) 2024-11-20T18:32:38,498 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T18:32:38,498 DEBUG [Time-limited test {}] regionserver.HStore(1541): 001cf76a55cd393d3f41ef4070e2652c/a is initiating major compaction (all files) 2024-11-20T18:32:38,498 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 001cf76a55cd393d3f41ef4070e2652c/a in testCompactedBulkLoadedFiles,,1732127558127.001cf76a55cd393d3f41ef4070e2652c. 2024-11-20T18:32:38,498 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34973/hbase/data/default/testCompactedBulkLoadedFiles/001cf76a55cd393d3f41ef4070e2652c/a/4dfee0ce7945462ab89acc1fcb952e2d, hdfs://localhost:34973/hbase/data/default/testCompactedBulkLoadedFiles/001cf76a55cd393d3f41ef4070e2652c/a/8da02b29fbc04ac79c278a9aa22c1f88_SeqId_4_, hdfs://localhost:34973/hbase/data/default/testCompactedBulkLoadedFiles/001cf76a55cd393d3f41ef4070e2652c/a/257b203d005b4496b2de8167962634f6_SeqId_4_, hdfs://localhost:34973/hbase/data/default/testCompactedBulkLoadedFiles/001cf76a55cd393d3f41ef4070e2652c/a/606e81a19f36403c9498193d858bda2f_SeqId_4_] into tmpdir=hdfs://localhost:34973/hbase/data/default/testCompactedBulkLoadedFiles/001cf76a55cd393d3f41ef4070e2652c/.tmp, totalSize=19.3 K 2024-11-20T18:32:38,499 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 4dfee0ce7945462ab89acc1fcb952e2d, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1732127558394 2024-11-20T18:32:38,499 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 8da02b29fbc04ac79c278a9aa22c1f88_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-20T18:32:38,500 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 257b203d005b4496b2de8167962634f6_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-20T18:32:38,500 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 606e81a19f36403c9498193d858bda2f_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-20T18:32:38,511 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34973/hbase/data/default/testCompactedBulkLoadedFiles/001cf76a55cd393d3f41ef4070e2652c/.tmp/a/361de7ac379d4ba58b7b94a57e1e60bb is 55, key is testCompactedBulkLoadedFiles/a:a/1732127558394/Put/seqid=0 2024-11-20T18:32:38,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741922_1100 (size=6154) 2024-11-20T18:32:38,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741922_1100 (size=6154) 2024-11-20T18:32:38,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741922_1100 (size=6154) 2024-11-20T18:32:38,527 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34973/hbase/data/default/testCompactedBulkLoadedFiles/001cf76a55cd393d3f41ef4070e2652c/.tmp/a/361de7ac379d4ba58b7b94a57e1e60bb as hdfs://localhost:34973/hbase/data/default/testCompactedBulkLoadedFiles/001cf76a55cd393d3f41ef4070e2652c/a/361de7ac379d4ba58b7b94a57e1e60bb 2024-11-20T18:32:38,534 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in 001cf76a55cd393d3f41ef4070e2652c/a of 001cf76a55cd393d3f41ef4070e2652c into 361de7ac379d4ba58b7b94a57e1e60bb(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:32:38,534 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 001cf76a55cd393d3f41ef4070e2652c: 2024-11-20T18:32:38,535 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-20T18:32:38,535 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-20T18:32:38,565 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34973/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732127558126/wal.1732127558341, size=0 (0bytes) 2024-11-20T18:32:38,565 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:34973/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732127558126/wal.1732127558341 might be still open, length is 0 2024-11-20T18:32:38,565 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34973/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732127558126/wal.1732127558341 2024-11-20T18:32:38,566 WARN [IPC Server handler 2 on default port 34973 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732127558126/wal.1732127558341 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095 2024-11-20T18:32:38,566 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34973/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732127558126/wal.1732127558341 after 1ms 2024-11-20T18:32:39,125 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1477856948_22 at /127.0.0.1:36166 [Receiving block BP-1090215104-172.17.0.3-1732127522291:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:39759:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36166 dst: /127.0.0.1:39759 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:39759 remote=/127.0.0.1:36166]. Total timeout mills is 60000, 59410 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:32:39,125 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1477856948_22 at /127.0.0.1:42218 [Receiving block BP-1090215104-172.17.0.3-1732127522291:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:46401:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42218 dst: /127.0.0.1:46401 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:32:39,125 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1477856948_22 at /127.0.0.1:41212 [Receiving block BP-1090215104-172.17.0.3-1732127522291:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:41815:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41212 dst: /127.0.0.1:41815 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:32:39,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741917_1101 (size=1794) 2024-11-20T18:32:39,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741917_1101 (size=1794) 2024-11-20T18:32:39,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741917_1101 (size=1794) 2024-11-20T18:32:42,563 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T18:32:42,567 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34973/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732127558126/wal.1732127558341 after 4002ms 2024-11-20T18:32:42,598 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-20T18:32:42,598 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34973/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732127558126/wal.1732127558341 took 4033ms 2024-11-20T18:32:42,601 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34973/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732127558126/wal.1732127558341; continuing. 2024-11-20T18:32:42,601 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34973/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732127558126/wal.1732127558341 so closing down 2024-11-20T18:32:42,601 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T18:32:42,602 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732127558341.temp 2024-11-20T18:32:42,625 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34973/hbase/data/default/testCompactedBulkLoadedFiles/001cf76a55cd393d3f41ef4070e2652c/recovered.edits/0000000000000000003-wal.1732127558341.temp 2024-11-20T18:32:42,625 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T18:32:42,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741923_1102 (size=800) 2024-11-20T18:32:42,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741923_1102 (size=800) 2024-11-20T18:32:42,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741923_1102 (size=800) 2024-11-20T18:32:42,632 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34973/hbase/data/default/testCompactedBulkLoadedFiles/001cf76a55cd393d3f41ef4070e2652c/recovered.edits/0000000000000000003-wal.1732127558341.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-20T18:32:42,634 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34973/hbase/data/default/testCompactedBulkLoadedFiles/001cf76a55cd393d3f41ef4070e2652c/recovered.edits/0000000000000000003-wal.1732127558341.temp to hdfs://localhost:34973/hbase/data/default/testCompactedBulkLoadedFiles/001cf76a55cd393d3f41ef4070e2652c/recovered.edits/0000000000000000008 2024-11-20T18:32:42,634 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 35 ms; skipped=3; WAL=hdfs://localhost:34973/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732127558126/wal.1732127558341, size=0, length=0, corrupted=false, cancelled=false 2024-11-20T18:32:42,634 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34973/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732127558126/wal.1732127558341, journal: Splitting hdfs://localhost:34973/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732127558126/wal.1732127558341, size=0 (0bytes) at 1732127558565Finishing writing output for hdfs://localhost:34973/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732127558126/wal.1732127558341 so closing down at 1732127562601 (+4036 ms)Creating recovered edits writer path=hdfs://localhost:34973/hbase/data/default/testCompactedBulkLoadedFiles/001cf76a55cd393d3f41ef4070e2652c/recovered.edits/0000000000000000003-wal.1732127558341.temp at 1732127562625 (+24 ms)3 split writer threads finished at 1732127562625Closed recovered edits writer path=hdfs://localhost:34973/hbase/data/default/testCompactedBulkLoadedFiles/001cf76a55cd393d3f41ef4070e2652c/recovered.edits/0000000000000000003-wal.1732127558341.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732127562632 (+7 ms)Rename recovered edits hdfs://localhost:34973/hbase/data/default/testCompactedBulkLoadedFiles/001cf76a55cd393d3f41ef4070e2652c/recovered.edits/0000000000000000003-wal.1732127558341.temp to hdfs://localhost:34973/hbase/data/default/testCompactedBulkLoadedFiles/001cf76a55cd393d3f41ef4070e2652c/recovered.edits/0000000000000000008 at 1732127562634 (+2 ms)Processed 5 edits across 1 Regions in 35 ms; skipped=3; WAL=hdfs://localhost:34973/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732127558126/wal.1732127558341, size=0, length=0, corrupted=false, cancelled=false at 1732127562634 2024-11-20T18:32:42,636 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34973/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732127558126/wal.1732127558341 to hdfs://localhost:34973/hbase/oldWALs/wal.1732127558341 2024-11-20T18:32:42,636 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34973/hbase/data/default/testCompactedBulkLoadedFiles/001cf76a55cd393d3f41ef4070e2652c/recovered.edits/0000000000000000008 2024-11-20T18:32:42,637 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T18:32:42,638 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34973/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732127558126, archiveDir=hdfs://localhost:34973/hbase/oldWALs, maxLogs=32 2024-11-20T18:32:42,652 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732127558126/wal.1732127562638, exclude list is [], retry=0 2024-11-20T18:32:42,654 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46401,DS-f803c8da-d3d1-4dc0-809f-056229286720,DISK] 2024-11-20T18:32:42,654 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39759,DS-4540ffb9-c276-45f2-9a52-ce28bdf798c0,DISK] 2024-11-20T18:32:42,655 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41815,DS-a91a1f5a-ebaf-4940-bf10-846a197e974f,DISK] 2024-11-20T18:32:42,677 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732127558126/wal.1732127562638 2024-11-20T18:32:42,677 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40499:40499),(127.0.0.1/127.0.0.1:43037:43037),(127.0.0.1/127.0.0.1:39191:39191)] 2024-11-20T18:32:42,677 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 001cf76a55cd393d3f41ef4070e2652c, NAME => 'testCompactedBulkLoadedFiles,,1732127558127.001cf76a55cd393d3f41ef4070e2652c.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:32:42,677 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732127558127.001cf76a55cd393d3f41ef4070e2652c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:32:42,677 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 001cf76a55cd393d3f41ef4070e2652c 2024-11-20T18:32:42,677 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 001cf76a55cd393d3f41ef4070e2652c 2024-11-20T18:32:42,679 INFO [StoreOpener-001cf76a55cd393d3f41ef4070e2652c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 001cf76a55cd393d3f41ef4070e2652c 2024-11-20T18:32:42,680 INFO [StoreOpener-001cf76a55cd393d3f41ef4070e2652c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 001cf76a55cd393d3f41ef4070e2652c columnFamilyName a 2024-11-20T18:32:42,680 DEBUG [StoreOpener-001cf76a55cd393d3f41ef4070e2652c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:42,686 DEBUG [StoreFileOpener-001cf76a55cd393d3f41ef4070e2652c-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 257b203d005b4496b2de8167962634f6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T18:32:42,686 DEBUG [StoreOpener-001cf76a55cd393d3f41ef4070e2652c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34973/hbase/data/default/testCompactedBulkLoadedFiles/001cf76a55cd393d3f41ef4070e2652c/a/257b203d005b4496b2de8167962634f6_SeqId_4_ 2024-11-20T18:32:42,690 DEBUG [StoreOpener-001cf76a55cd393d3f41ef4070e2652c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34973/hbase/data/default/testCompactedBulkLoadedFiles/001cf76a55cd393d3f41ef4070e2652c/a/361de7ac379d4ba58b7b94a57e1e60bb 2024-11-20T18:32:42,694 DEBUG [StoreOpener-001cf76a55cd393d3f41ef4070e2652c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34973/hbase/data/default/testCompactedBulkLoadedFiles/001cf76a55cd393d3f41ef4070e2652c/a/4dfee0ce7945462ab89acc1fcb952e2d 2024-11-20T18:32:42,698 DEBUG [StoreFileOpener-001cf76a55cd393d3f41ef4070e2652c-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 606e81a19f36403c9498193d858bda2f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T18:32:42,698 DEBUG [StoreOpener-001cf76a55cd393d3f41ef4070e2652c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34973/hbase/data/default/testCompactedBulkLoadedFiles/001cf76a55cd393d3f41ef4070e2652c/a/606e81a19f36403c9498193d858bda2f_SeqId_4_ 2024-11-20T18:32:42,702 DEBUG [StoreFileOpener-001cf76a55cd393d3f41ef4070e2652c-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8da02b29fbc04ac79c278a9aa22c1f88_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T18:32:42,702 DEBUG [StoreOpener-001cf76a55cd393d3f41ef4070e2652c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34973/hbase/data/default/testCompactedBulkLoadedFiles/001cf76a55cd393d3f41ef4070e2652c/a/8da02b29fbc04ac79c278a9aa22c1f88_SeqId_4_ 2024-11-20T18:32:42,702 WARN [StoreOpener-001cf76a55cd393d3f41ef4070e2652c-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:34973/hbase/data/default/testCompactedBulkLoadedFiles/001cf76a55cd393d3f41ef4070e2652c/a/257b203d005b4496b2de8167962634f6_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@5723f45a 2024-11-20T18:32:42,702 WARN [StoreOpener-001cf76a55cd393d3f41ef4070e2652c-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:34973/hbase/data/default/testCompactedBulkLoadedFiles/001cf76a55cd393d3f41ef4070e2652c/a/4dfee0ce7945462ab89acc1fcb952e2d from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@5723f45a 2024-11-20T18:32:42,702 WARN [StoreOpener-001cf76a55cd393d3f41ef4070e2652c-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:34973/hbase/data/default/testCompactedBulkLoadedFiles/001cf76a55cd393d3f41ef4070e2652c/a/606e81a19f36403c9498193d858bda2f_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@5723f45a 2024-11-20T18:32:42,702 WARN [StoreOpener-001cf76a55cd393d3f41ef4070e2652c-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:34973/hbase/data/default/testCompactedBulkLoadedFiles/001cf76a55cd393d3f41ef4070e2652c/a/8da02b29fbc04ac79c278a9aa22c1f88_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@5723f45a 2024-11-20T18:32:42,702 DEBUG [StoreOpener-001cf76a55cd393d3f41ef4070e2652c-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:34973/hbase/data/default/testCompactedBulkLoadedFiles/001cf76a55cd393d3f41ef4070e2652c/a/257b203d005b4496b2de8167962634f6_SeqId_4_, hdfs://localhost:34973/hbase/data/default/testCompactedBulkLoadedFiles/001cf76a55cd393d3f41ef4070e2652c/a/4dfee0ce7945462ab89acc1fcb952e2d, hdfs://localhost:34973/hbase/data/default/testCompactedBulkLoadedFiles/001cf76a55cd393d3f41ef4070e2652c/a/606e81a19f36403c9498193d858bda2f_SeqId_4_, hdfs://localhost:34973/hbase/data/default/testCompactedBulkLoadedFiles/001cf76a55cd393d3f41ef4070e2652c/a/8da02b29fbc04ac79c278a9aa22c1f88_SeqId_4_] to archive 2024-11-20T18:32:42,703 DEBUG [StoreOpener-001cf76a55cd393d3f41ef4070e2652c-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T18:32:42,706 DEBUG [StoreOpener-001cf76a55cd393d3f41ef4070e2652c-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34973/hbase/data/default/testCompactedBulkLoadedFiles/001cf76a55cd393d3f41ef4070e2652c/a/257b203d005b4496b2de8167962634f6_SeqId_4_ to hdfs://localhost:34973/hbase/archive/data/default/testCompactedBulkLoadedFiles/001cf76a55cd393d3f41ef4070e2652c/a/257b203d005b4496b2de8167962634f6_SeqId_4_ 2024-11-20T18:32:42,707 DEBUG [StoreOpener-001cf76a55cd393d3f41ef4070e2652c-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34973/hbase/data/default/testCompactedBulkLoadedFiles/001cf76a55cd393d3f41ef4070e2652c/a/4dfee0ce7945462ab89acc1fcb952e2d to hdfs://localhost:34973/hbase/archive/data/default/testCompactedBulkLoadedFiles/001cf76a55cd393d3f41ef4070e2652c/a/4dfee0ce7945462ab89acc1fcb952e2d 2024-11-20T18:32:42,708 DEBUG [StoreOpener-001cf76a55cd393d3f41ef4070e2652c-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34973/hbase/data/default/testCompactedBulkLoadedFiles/001cf76a55cd393d3f41ef4070e2652c/a/606e81a19f36403c9498193d858bda2f_SeqId_4_ to hdfs://localhost:34973/hbase/archive/data/default/testCompactedBulkLoadedFiles/001cf76a55cd393d3f41ef4070e2652c/a/606e81a19f36403c9498193d858bda2f_SeqId_4_ 2024-11-20T18:32:42,709 DEBUG [StoreOpener-001cf76a55cd393d3f41ef4070e2652c-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34973/hbase/data/default/testCompactedBulkLoadedFiles/001cf76a55cd393d3f41ef4070e2652c/a/8da02b29fbc04ac79c278a9aa22c1f88_SeqId_4_ to hdfs://localhost:34973/hbase/archive/data/default/testCompactedBulkLoadedFiles/001cf76a55cd393d3f41ef4070e2652c/a/8da02b29fbc04ac79c278a9aa22c1f88_SeqId_4_ 2024-11-20T18:32:42,709 INFO [StoreOpener-001cf76a55cd393d3f41ef4070e2652c-1 {}] regionserver.HStore(327): Store=001cf76a55cd393d3f41ef4070e2652c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:42,709 INFO [StoreOpener-001cf76a55cd393d3f41ef4070e2652c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 001cf76a55cd393d3f41ef4070e2652c 2024-11-20T18:32:42,710 INFO [StoreOpener-001cf76a55cd393d3f41ef4070e2652c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 001cf76a55cd393d3f41ef4070e2652c columnFamilyName b 2024-11-20T18:32:42,710 DEBUG [StoreOpener-001cf76a55cd393d3f41ef4070e2652c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:42,711 INFO [StoreOpener-001cf76a55cd393d3f41ef4070e2652c-1 {}] regionserver.HStore(327): Store=001cf76a55cd393d3f41ef4070e2652c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:42,711 INFO [StoreOpener-001cf76a55cd393d3f41ef4070e2652c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 001cf76a55cd393d3f41ef4070e2652c 2024-11-20T18:32:42,711 INFO [StoreOpener-001cf76a55cd393d3f41ef4070e2652c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 001cf76a55cd393d3f41ef4070e2652c columnFamilyName c 2024-11-20T18:32:42,711 DEBUG [StoreOpener-001cf76a55cd393d3f41ef4070e2652c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:42,712 INFO [StoreOpener-001cf76a55cd393d3f41ef4070e2652c-1 {}] regionserver.HStore(327): Store=001cf76a55cd393d3f41ef4070e2652c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:42,712 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 001cf76a55cd393d3f41ef4070e2652c 2024-11-20T18:32:42,713 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34973/hbase/data/default/testCompactedBulkLoadedFiles/001cf76a55cd393d3f41ef4070e2652c 2024-11-20T18:32:42,714 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34973/hbase/data/default/testCompactedBulkLoadedFiles/001cf76a55cd393d3f41ef4070e2652c 2024-11-20T18:32:42,714 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34973/hbase/data/default/testCompactedBulkLoadedFiles/001cf76a55cd393d3f41ef4070e2652c/recovered.edits/0000000000000000008 2024-11-20T18:32:42,738 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-20T18:32:42,740 DEBUG [Time-limited test {}] regionserver.HRegion(5836): 001cf76a55cd393d3f41ef4070e2652c : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "001cf76a55cd393d3f41ef4070e2652c" family_name: "a" compaction_input: "4dfee0ce7945462ab89acc1fcb952e2d" compaction_input: "8da02b29fbc04ac79c278a9aa22c1f88_SeqId_4_" compaction_input: "257b203d005b4496b2de8167962634f6_SeqId_4_" compaction_input: "606e81a19f36403c9498193d858bda2f_SeqId_4_" compaction_output: "361de7ac379d4ba58b7b94a57e1e60bb" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1732127558127.001cf76a55cd393d3f41ef4070e2652c." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-11-20T18:32:42,740 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-11-20T18:32:42,740 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:34973/hbase/data/default/testCompactedBulkLoadedFiles/001cf76a55cd393d3f41ef4070e2652c/recovered.edits/0000000000000000008 2024-11-20T18:32:42,741 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34973/hbase/data/default/testCompactedBulkLoadedFiles/001cf76a55cd393d3f41ef4070e2652c/recovered.edits/0000000000000000008 2024-11-20T18:32:42,742 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 001cf76a55cd393d3f41ef4070e2652c 2024-11-20T18:32:42,742 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 001cf76a55cd393d3f41ef4070e2652c 2024-11-20T18:32:42,743 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T18:32:42,744 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 001cf76a55cd393d3f41ef4070e2652c 2024-11-20T18:32:42,747 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34973/hbase/data/default/testCompactedBulkLoadedFiles/001cf76a55cd393d3f41ef4070e2652c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T18:32:42,748 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 001cf76a55cd393d3f41ef4070e2652c; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63485616, jitterRate=-0.05399060249328613}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T18:32:42,748 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 001cf76a55cd393d3f41ef4070e2652c: Writing region info on filesystem at 1732127562677Initializing all the Stores at 1732127562678 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127562678Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127562679 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127562679Cleaning up temporary data from old regions at 1732127562742 (+63 ms)Region opened successfully at 1732127562748 (+6 ms) 2024-11-20T18:32:42,750 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 001cf76a55cd393d3f41ef4070e2652c, disabling compactions & flushes 2024-11-20T18:32:42,751 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1732127558127.001cf76a55cd393d3f41ef4070e2652c. 2024-11-20T18:32:42,751 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1732127558127.001cf76a55cd393d3f41ef4070e2652c. 2024-11-20T18:32:42,751 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1732127558127.001cf76a55cd393d3f41ef4070e2652c. after waiting 0 ms 2024-11-20T18:32:42,751 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1732127558127.001cf76a55cd393d3f41ef4070e2652c. 2024-11-20T18:32:42,751 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1732127558127.001cf76a55cd393d3f41ef4070e2652c. 2024-11-20T18:32:42,751 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 001cf76a55cd393d3f41ef4070e2652c: Waiting for close lock at 1732127562750Disabling compacts and flushes for region at 1732127562750Disabling writes for close at 1732127562751 (+1 ms)Writing region close event to WAL at 1732127562751Closed at 1732127562751 2024-11-20T18:32:42,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741924_1103 (size=175) 2024-11-20T18:32:42,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741924_1103 (size=175) 2024-11-20T18:32:42,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741924_1103 (size=175) 2024-11-20T18:32:42,756 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T18:32:42,756 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732127562638) 2024-11-20T18:32:42,768 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testCompactedBulkLoadedFiles Thread=440 (was 426) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_889806815_22 at /127.0.0.1:42148 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1685805399) connection to localhost/127.0.0.1:34973 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_889806815_22 at /127.0.0.1:45868 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:34973 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_889806815_22 at /127.0.0.1:41178 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1348 (was 1264) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=262 (was 276), ProcessCount=11 (was 11), AvailableMemoryMB=8111 (was 8149) 2024-11-20T18:32:42,768 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1348 is superior to 1024 2024-11-20T18:32:42,780 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=440, OpenFileDescriptor=1348, MaxFileDescriptor=1048576, SystemLoadAverage=262, ProcessCount=11, AvailableMemoryMB=8110 2024-11-20T18:32:42,780 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1348 is superior to 1024 2024-11-20T18:32:42,795 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:32:42,797 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:32:42,797 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T18:32:42,800 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-17713925, suffix=, logDir=hdfs://localhost:34973/hbase/WALs/hregion-17713925, archiveDir=hdfs://localhost:34973/hbase/oldWALs, maxLogs=32 2024-11-20T18:32:42,811 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-17713925/hregion-17713925.1732127562800, exclude list is [], retry=0 2024-11-20T18:32:42,814 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41815,DS-a91a1f5a-ebaf-4940-bf10-846a197e974f,DISK] 2024-11-20T18:32:42,814 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39759,DS-4540ffb9-c276-45f2-9a52-ce28bdf798c0,DISK] 2024-11-20T18:32:42,814 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46401,DS-f803c8da-d3d1-4dc0-809f-056229286720,DISK] 2024-11-20T18:32:42,838 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-17713925/hregion-17713925.1732127562800 2024-11-20T18:32:42,839 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39191:39191),(127.0.0.1/127.0.0.1:43037:43037),(127.0.0.1/127.0.0.1:40499:40499)] 2024-11-20T18:32:42,839 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 1a2c25949d629a9203181cedf2412a02, NAME => 'testReplayEditsWrittenViaHRegion,,1732127562796.1a2c25949d629a9203181cedf2412a02.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34973/hbase 2024-11-20T18:32:42,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741926_1105 (size=67) 2024-11-20T18:32:42,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741926_1105 (size=67) 2024-11-20T18:32:42,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741926_1105 (size=67) 2024-11-20T18:32:42,847 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732127562796.1a2c25949d629a9203181cedf2412a02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:32:42,851 INFO [StoreOpener-1a2c25949d629a9203181cedf2412a02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1a2c25949d629a9203181cedf2412a02 2024-11-20T18:32:42,852 INFO [StoreOpener-1a2c25949d629a9203181cedf2412a02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a2c25949d629a9203181cedf2412a02 columnFamilyName a 2024-11-20T18:32:42,853 DEBUG [StoreOpener-1a2c25949d629a9203181cedf2412a02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:42,853 INFO [StoreOpener-1a2c25949d629a9203181cedf2412a02-1 {}] regionserver.HStore(327): Store=1a2c25949d629a9203181cedf2412a02/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:42,853 INFO [StoreOpener-1a2c25949d629a9203181cedf2412a02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1a2c25949d629a9203181cedf2412a02 2024-11-20T18:32:42,855 INFO [StoreOpener-1a2c25949d629a9203181cedf2412a02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a2c25949d629a9203181cedf2412a02 columnFamilyName b 2024-11-20T18:32:42,855 DEBUG [StoreOpener-1a2c25949d629a9203181cedf2412a02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:42,855 INFO [StoreOpener-1a2c25949d629a9203181cedf2412a02-1 {}] regionserver.HStore(327): Store=1a2c25949d629a9203181cedf2412a02/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:42,855 INFO [StoreOpener-1a2c25949d629a9203181cedf2412a02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1a2c25949d629a9203181cedf2412a02 2024-11-20T18:32:42,856 INFO [StoreOpener-1a2c25949d629a9203181cedf2412a02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a2c25949d629a9203181cedf2412a02 columnFamilyName c 2024-11-20T18:32:42,856 DEBUG [StoreOpener-1a2c25949d629a9203181cedf2412a02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:42,857 INFO [StoreOpener-1a2c25949d629a9203181cedf2412a02-1 {}] regionserver.HStore(327): Store=1a2c25949d629a9203181cedf2412a02/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:42,857 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1a2c25949d629a9203181cedf2412a02 2024-11-20T18:32:42,858 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/1a2c25949d629a9203181cedf2412a02 2024-11-20T18:32:42,858 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/1a2c25949d629a9203181cedf2412a02 2024-11-20T18:32:42,859 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1a2c25949d629a9203181cedf2412a02 2024-11-20T18:32:42,859 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1a2c25949d629a9203181cedf2412a02 2024-11-20T18:32:42,860 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T18:32:42,861 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1a2c25949d629a9203181cedf2412a02 2024-11-20T18:32:42,863 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/1a2c25949d629a9203181cedf2412a02/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:32:42,864 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1a2c25949d629a9203181cedf2412a02; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72192140, jitterRate=0.07574671506881714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T18:32:42,864 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1a2c25949d629a9203181cedf2412a02: Writing region info on filesystem at 1732127562847Initializing all the Stores at 1732127562848 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127562848Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127562851 (+3 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127562851Cleaning up temporary data from old regions at 1732127562859 (+8 ms)Region opened successfully at 1732127562864 (+5 ms) 2024-11-20T18:32:42,864 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1a2c25949d629a9203181cedf2412a02, disabling compactions & flushes 2024-11-20T18:32:42,864 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732127562796.1a2c25949d629a9203181cedf2412a02. 2024-11-20T18:32:42,864 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732127562796.1a2c25949d629a9203181cedf2412a02. 2024-11-20T18:32:42,864 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732127562796.1a2c25949d629a9203181cedf2412a02. after waiting 0 ms 2024-11-20T18:32:42,864 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732127562796.1a2c25949d629a9203181cedf2412a02. 2024-11-20T18:32:42,865 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732127562796.1a2c25949d629a9203181cedf2412a02. 2024-11-20T18:32:42,865 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1a2c25949d629a9203181cedf2412a02: Waiting for close lock at 1732127562864Disabling compacts and flushes for region at 1732127562864Disabling writes for close at 1732127562864Writing region close event to WAL at 1732127562865 (+1 ms)Closed at 1732127562865 2024-11-20T18:32:42,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741925_1104 (size=175) 2024-11-20T18:32:42,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741925_1104 (size=175) 2024-11-20T18:32:42,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741925_1104 (size=175) 2024-11-20T18:32:42,869 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T18:32:42,869 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-17713925:(num 1732127562800) 2024-11-20T18:32:42,870 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T18:32:42,871 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34973/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732127562794, archiveDir=hdfs://localhost:34973/hbase/oldWALs, maxLogs=32 2024-11-20T18:32:42,884 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732127562794/wal.1732127562872, exclude list is [], retry=0 2024-11-20T18:32:42,886 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46401,DS-f803c8da-d3d1-4dc0-809f-056229286720,DISK] 2024-11-20T18:32:42,887 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39759,DS-4540ffb9-c276-45f2-9a52-ce28bdf798c0,DISK] 2024-11-20T18:32:42,887 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41815,DS-a91a1f5a-ebaf-4940-bf10-846a197e974f,DISK] 2024-11-20T18:32:42,910 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732127562794/wal.1732127562872 2024-11-20T18:32:42,910 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40499:40499),(127.0.0.1/127.0.0.1:43037:43037),(127.0.0.1/127.0.0.1:39191:39191)] 2024-11-20T18:32:42,910 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1a2c25949d629a9203181cedf2412a02, NAME => 'testReplayEditsWrittenViaHRegion,,1732127562796.1a2c25949d629a9203181cedf2412a02.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:32:42,911 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732127562796.1a2c25949d629a9203181cedf2412a02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:32:42,911 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1a2c25949d629a9203181cedf2412a02 2024-11-20T18:32:42,911 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1a2c25949d629a9203181cedf2412a02 2024-11-20T18:32:42,912 INFO [StoreOpener-1a2c25949d629a9203181cedf2412a02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1a2c25949d629a9203181cedf2412a02 2024-11-20T18:32:42,913 INFO [StoreOpener-1a2c25949d629a9203181cedf2412a02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a2c25949d629a9203181cedf2412a02 columnFamilyName a 2024-11-20T18:32:42,913 DEBUG [StoreOpener-1a2c25949d629a9203181cedf2412a02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:42,913 INFO [StoreOpener-1a2c25949d629a9203181cedf2412a02-1 {}] regionserver.HStore(327): Store=1a2c25949d629a9203181cedf2412a02/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:42,913 INFO [StoreOpener-1a2c25949d629a9203181cedf2412a02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1a2c25949d629a9203181cedf2412a02 2024-11-20T18:32:42,914 INFO [StoreOpener-1a2c25949d629a9203181cedf2412a02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a2c25949d629a9203181cedf2412a02 columnFamilyName b 2024-11-20T18:32:42,914 DEBUG [StoreOpener-1a2c25949d629a9203181cedf2412a02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:42,914 INFO [StoreOpener-1a2c25949d629a9203181cedf2412a02-1 {}] regionserver.HStore(327): Store=1a2c25949d629a9203181cedf2412a02/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:42,914 INFO [StoreOpener-1a2c25949d629a9203181cedf2412a02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1a2c25949d629a9203181cedf2412a02 2024-11-20T18:32:42,915 INFO [StoreOpener-1a2c25949d629a9203181cedf2412a02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a2c25949d629a9203181cedf2412a02 columnFamilyName c 2024-11-20T18:32:42,915 DEBUG [StoreOpener-1a2c25949d629a9203181cedf2412a02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:42,915 INFO [StoreOpener-1a2c25949d629a9203181cedf2412a02-1 {}] regionserver.HStore(327): Store=1a2c25949d629a9203181cedf2412a02/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:42,916 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1a2c25949d629a9203181cedf2412a02 2024-11-20T18:32:42,916 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/1a2c25949d629a9203181cedf2412a02 2024-11-20T18:32:42,917 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/1a2c25949d629a9203181cedf2412a02 2024-11-20T18:32:42,918 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1a2c25949d629a9203181cedf2412a02 2024-11-20T18:32:42,918 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1a2c25949d629a9203181cedf2412a02 2024-11-20T18:32:42,918 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T18:32:42,920 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1a2c25949d629a9203181cedf2412a02 2024-11-20T18:32:42,920 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1a2c25949d629a9203181cedf2412a02; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59998657, jitterRate=-0.10595034062862396}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T18:32:42,920 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1a2c25949d629a9203181cedf2412a02: Writing region info on filesystem at 1732127562911Initializing all the Stores at 1732127562912 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127562912Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127562912Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127562912Cleaning up temporary data from old regions at 1732127562918 (+6 ms)Region opened successfully at 1732127562920 (+2 ms) 2024-11-20T18:32:42,927 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1a2c25949d629a9203181cedf2412a02 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-20T18:32:42,943 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/1a2c25949d629a9203181cedf2412a02/.tmp/a/1bc259ac2361454eba1cfb6f8cd6055f is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1732127562920/Put/seqid=0 2024-11-20T18:32:42,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741928_1107 (size=5958) 2024-11-20T18:32:42,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741928_1107 (size=5958) 2024-11-20T18:32:42,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741928_1107 (size=5958) 2024-11-20T18:32:42,950 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/1a2c25949d629a9203181cedf2412a02/.tmp/a/1bc259ac2361454eba1cfb6f8cd6055f 2024-11-20T18:32:42,956 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/1a2c25949d629a9203181cedf2412a02/.tmp/a/1bc259ac2361454eba1cfb6f8cd6055f as hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/1a2c25949d629a9203181cedf2412a02/a/1bc259ac2361454eba1cfb6f8cd6055f 2024-11-20T18:32:42,961 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/1a2c25949d629a9203181cedf2412a02/a/1bc259ac2361454eba1cfb6f8cd6055f, entries=10, sequenceid=13, filesize=5.8 K 2024-11-20T18:32:42,962 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 1a2c25949d629a9203181cedf2412a02 in 35ms, sequenceid=13, compaction requested=false 2024-11-20T18:32:42,962 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1a2c25949d629a9203181cedf2412a02: 2024-11-20T18:32:42,977 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1a2c25949d629a9203181cedf2412a02, disabling compactions & flushes 2024-11-20T18:32:42,977 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732127562796.1a2c25949d629a9203181cedf2412a02. 2024-11-20T18:32:42,977 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732127562796.1a2c25949d629a9203181cedf2412a02. 2024-11-20T18:32:42,977 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732127562796.1a2c25949d629a9203181cedf2412a02. after waiting 0 ms 2024-11-20T18:32:42,977 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732127562796.1a2c25949d629a9203181cedf2412a02. 2024-11-20T18:32:42,978 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1732127562796.1a2c25949d629a9203181cedf2412a02. 2024-11-20T18:32:42,978 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732127562796.1a2c25949d629a9203181cedf2412a02. 2024-11-20T18:32:42,978 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1a2c25949d629a9203181cedf2412a02: Waiting for close lock at 1732127562977Disabling compacts and flushes for region at 1732127562977Disabling writes for close at 1732127562977Writing region close event to WAL at 1732127562978 (+1 ms)Closed at 1732127562978 2024-11-20T18:32:42,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741927_1106 (size=6243) 2024-11-20T18:32:42,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741927_1106 (size=6243) 2024-11-20T18:32:42,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741927_1106 (size=6243) 2024-11-20T18:32:42,995 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34973/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732127562794/wal.1732127562872, size=6.1 K (6243bytes) 2024-11-20T18:32:42,995 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34973/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732127562794/wal.1732127562872 2024-11-20T18:32:42,995 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34973/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732127562794/wal.1732127562872 after 0ms 2024-11-20T18:32:43,018 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-20T18:32:43,018 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34973/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732127562794/wal.1732127562872 took 23ms 2024-11-20T18:32:43,020 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34973/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732127562794/wal.1732127562872 so closing down 2024-11-20T18:32:43,020 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T18:32:43,022 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732127562872.temp 2024-11-20T18:32:43,046 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/1a2c25949d629a9203181cedf2412a02/recovered.edits/0000000000000000003-wal.1732127562872.temp 2024-11-20T18:32:43,046 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T18:32:43,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741929_1108 (size=5575) 2024-11-20T18:32:43,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741929_1108 (size=5575) 2024-11-20T18:32:43,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741929_1108 (size=5575) 2024-11-20T18:32:43,054 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/1a2c25949d629a9203181cedf2412a02/recovered.edits/0000000000000000003-wal.1732127562872.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-20T18:32:43,055 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/1a2c25949d629a9203181cedf2412a02/recovered.edits/0000000000000000003-wal.1732127562872.temp to hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/1a2c25949d629a9203181cedf2412a02/recovered.edits/0000000000000000035 2024-11-20T18:32:43,055 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 36 ms; skipped=2; WAL=hdfs://localhost:34973/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732127562794/wal.1732127562872, size=6.1 K, length=6243, corrupted=false, cancelled=false 2024-11-20T18:32:43,055 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34973/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732127562794/wal.1732127562872, journal: Splitting hdfs://localhost:34973/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732127562794/wal.1732127562872, size=6.1 K (6243bytes) at 1732127562995Finishing writing output for hdfs://localhost:34973/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732127562794/wal.1732127562872 so closing down at 1732127563020 (+25 ms)Creating recovered edits writer path=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/1a2c25949d629a9203181cedf2412a02/recovered.edits/0000000000000000003-wal.1732127562872.temp at 1732127563046 (+26 ms)3 split writer threads finished at 1732127563046Closed recovered edits writer path=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/1a2c25949d629a9203181cedf2412a02/recovered.edits/0000000000000000003-wal.1732127562872.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732127563054 (+8 ms)Rename recovered edits hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/1a2c25949d629a9203181cedf2412a02/recovered.edits/0000000000000000003-wal.1732127562872.temp to hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/1a2c25949d629a9203181cedf2412a02/recovered.edits/0000000000000000035 at 1732127563055 (+1 ms)Processed 32 edits across 1 Regions in 36 ms; skipped=2; WAL=hdfs://localhost:34973/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732127562794/wal.1732127562872, size=6.1 K, length=6243, corrupted=false, cancelled=false at 1732127563055 2024-11-20T18:32:43,057 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34973/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732127562794/wal.1732127562872 to hdfs://localhost:34973/hbase/oldWALs/wal.1732127562872 2024-11-20T18:32:43,058 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/1a2c25949d629a9203181cedf2412a02/recovered.edits/0000000000000000035 2024-11-20T18:32:43,058 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T18:32:43,060 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34973/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732127562794, archiveDir=hdfs://localhost:34973/hbase/oldWALs, maxLogs=32 2024-11-20T18:32:43,074 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732127562794/wal.1732127563060, exclude list is [], retry=0 2024-11-20T18:32:43,076 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46401,DS-f803c8da-d3d1-4dc0-809f-056229286720,DISK] 2024-11-20T18:32:43,077 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41815,DS-a91a1f5a-ebaf-4940-bf10-846a197e974f,DISK] 2024-11-20T18:32:43,077 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39759,DS-4540ffb9-c276-45f2-9a52-ce28bdf798c0,DISK] 2024-11-20T18:32:43,099 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732127562794/wal.1732127563060 2024-11-20T18:32:43,100 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40499:40499),(127.0.0.1/127.0.0.1:39191:39191),(127.0.0.1/127.0.0.1:43037:43037)] 2024-11-20T18:32:43,100 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1a2c25949d629a9203181cedf2412a02, NAME => 'testReplayEditsWrittenViaHRegion,,1732127562796.1a2c25949d629a9203181cedf2412a02.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:32:43,100 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732127562796.1a2c25949d629a9203181cedf2412a02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:32:43,100 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1a2c25949d629a9203181cedf2412a02 2024-11-20T18:32:43,100 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1a2c25949d629a9203181cedf2412a02 2024-11-20T18:32:43,101 INFO [StoreOpener-1a2c25949d629a9203181cedf2412a02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1a2c25949d629a9203181cedf2412a02 2024-11-20T18:32:43,102 INFO [StoreOpener-1a2c25949d629a9203181cedf2412a02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a2c25949d629a9203181cedf2412a02 columnFamilyName a 2024-11-20T18:32:43,102 DEBUG [StoreOpener-1a2c25949d629a9203181cedf2412a02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:43,107 DEBUG [StoreOpener-1a2c25949d629a9203181cedf2412a02-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/1a2c25949d629a9203181cedf2412a02/a/1bc259ac2361454eba1cfb6f8cd6055f 2024-11-20T18:32:43,107 INFO [StoreOpener-1a2c25949d629a9203181cedf2412a02-1 {}] regionserver.HStore(327): Store=1a2c25949d629a9203181cedf2412a02/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:43,107 INFO [StoreOpener-1a2c25949d629a9203181cedf2412a02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1a2c25949d629a9203181cedf2412a02 2024-11-20T18:32:43,108 INFO [StoreOpener-1a2c25949d629a9203181cedf2412a02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a2c25949d629a9203181cedf2412a02 columnFamilyName b 2024-11-20T18:32:43,108 DEBUG [StoreOpener-1a2c25949d629a9203181cedf2412a02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:43,109 INFO [StoreOpener-1a2c25949d629a9203181cedf2412a02-1 {}] regionserver.HStore(327): Store=1a2c25949d629a9203181cedf2412a02/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:43,109 INFO [StoreOpener-1a2c25949d629a9203181cedf2412a02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1a2c25949d629a9203181cedf2412a02 2024-11-20T18:32:43,110 INFO [StoreOpener-1a2c25949d629a9203181cedf2412a02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a2c25949d629a9203181cedf2412a02 columnFamilyName c 2024-11-20T18:32:43,110 DEBUG [StoreOpener-1a2c25949d629a9203181cedf2412a02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:43,110 INFO [StoreOpener-1a2c25949d629a9203181cedf2412a02-1 {}] regionserver.HStore(327): Store=1a2c25949d629a9203181cedf2412a02/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:43,110 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1a2c25949d629a9203181cedf2412a02 2024-11-20T18:32:43,111 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/1a2c25949d629a9203181cedf2412a02 2024-11-20T18:32:43,113 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/1a2c25949d629a9203181cedf2412a02 2024-11-20T18:32:43,113 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/1a2c25949d629a9203181cedf2412a02/recovered.edits/0000000000000000035 2024-11-20T18:32:43,141 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-20T18:32:43,142 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/1a2c25949d629a9203181cedf2412a02/recovered.edits/0000000000000000035 2024-11-20T18:32:43,143 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1a2c25949d629a9203181cedf2412a02 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-11-20T18:32:43,156 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/1a2c25949d629a9203181cedf2412a02/.tmp/b/912c82cf411749e198dbba9a01ba1c0a is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732127562962/Put/seqid=0 2024-11-20T18:32:43,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741931_1110 (size=5958) 2024-11-20T18:32:43,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741931_1110 (size=5958) 2024-11-20T18:32:43,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741931_1110 (size=5958) 2024-11-20T18:32:43,162 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/1a2c25949d629a9203181cedf2412a02/.tmp/b/912c82cf411749e198dbba9a01ba1c0a 2024-11-20T18:32:43,179 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/1a2c25949d629a9203181cedf2412a02/.tmp/c/779de21b122f4e859bcc9bbce782ab31 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1732127562968/Put/seqid=0 2024-11-20T18:32:43,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741932_1111 (size=5958) 2024-11-20T18:32:43,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741932_1111 (size=5958) 2024-11-20T18:32:43,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741932_1111 (size=5958) 2024-11-20T18:32:43,187 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/1a2c25949d629a9203181cedf2412a02/.tmp/c/779de21b122f4e859bcc9bbce782ab31 2024-11-20T18:32:43,192 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/1a2c25949d629a9203181cedf2412a02/.tmp/b/912c82cf411749e198dbba9a01ba1c0a as hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/1a2c25949d629a9203181cedf2412a02/b/912c82cf411749e198dbba9a01ba1c0a 2024-11-20T18:32:43,199 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/1a2c25949d629a9203181cedf2412a02/b/912c82cf411749e198dbba9a01ba1c0a, entries=10, sequenceid=35, filesize=5.8 K 2024-11-20T18:32:43,200 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/1a2c25949d629a9203181cedf2412a02/.tmp/c/779de21b122f4e859bcc9bbce782ab31 as hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/1a2c25949d629a9203181cedf2412a02/c/779de21b122f4e859bcc9bbce782ab31 2024-11-20T18:32:43,205 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/1a2c25949d629a9203181cedf2412a02/c/779de21b122f4e859bcc9bbce782ab31, entries=10, sequenceid=35, filesize=5.8 K 2024-11-20T18:32:43,205 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 1a2c25949d629a9203181cedf2412a02 in 63ms, sequenceid=35, compaction requested=false; wal=null 2024-11-20T18:32:43,206 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/1a2c25949d629a9203181cedf2412a02/recovered.edits/0000000000000000035 2024-11-20T18:32:43,207 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1a2c25949d629a9203181cedf2412a02 2024-11-20T18:32:43,207 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1a2c25949d629a9203181cedf2412a02 2024-11-20T18:32:43,208 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T18:32:43,209 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1a2c25949d629a9203181cedf2412a02 2024-11-20T18:32:43,211 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/1a2c25949d629a9203181cedf2412a02/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-11-20T18:32:43,212 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1a2c25949d629a9203181cedf2412a02; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66793772, jitterRate=-0.004695236682891846}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T18:32:43,212 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1a2c25949d629a9203181cedf2412a02: Writing region info on filesystem at 1732127563100Initializing all the Stores at 1732127563101 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127563101Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127563101Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127563101Obtaining lock to block concurrent updates at 1732127563143 (+42 ms)Preparing flush snapshotting stores in 1a2c25949d629a9203181cedf2412a02 at 1732127563143Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732127562796.1a2c25949d629a9203181cedf2412a02., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1732127563143Flushing stores of testReplayEditsWrittenViaHRegion,,1732127562796.1a2c25949d629a9203181cedf2412a02. at 1732127563143Flushing 1a2c25949d629a9203181cedf2412a02/b: creating writer at 1732127563143Flushing 1a2c25949d629a9203181cedf2412a02/b: appending metadata at 1732127563155 (+12 ms)Flushing 1a2c25949d629a9203181cedf2412a02/b: closing flushed file at 1732127563155Flushing 1a2c25949d629a9203181cedf2412a02/c: creating writer at 1732127563167 (+12 ms)Flushing 1a2c25949d629a9203181cedf2412a02/c: appending metadata at 1732127563179 (+12 ms)Flushing 1a2c25949d629a9203181cedf2412a02/c: closing flushed file at 1732127563179Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78169f50: reopening flushed file at 1732127563191 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46fdbbc5: reopening flushed file at 1732127563199 (+8 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 1a2c25949d629a9203181cedf2412a02 in 63ms, sequenceid=35, compaction requested=false; wal=null at 1732127563205 (+6 ms)Cleaning up temporary data from old regions at 1732127563207 (+2 ms)Region opened successfully at 1732127563212 (+5 ms) 2024-11-20T18:32:43,273 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34973/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732127562794/wal.1732127563060, size=0 (0bytes) 2024-11-20T18:32:43,273 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:34973/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732127562794/wal.1732127563060 might be still open, length is 0 2024-11-20T18:32:43,273 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34973/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732127562794/wal.1732127563060 2024-11-20T18:32:43,273 WARN [IPC Server handler 2 on default port 34973 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732127562794/wal.1732127563060 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109 2024-11-20T18:32:43,274 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34973/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732127562794/wal.1732127563060 after 1ms 2024-11-20T18:32:45,126 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1477856948_22 at /127.0.0.1:41232 [Receiving block BP-1090215104-172.17.0.3-1732127522291:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:46401:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41232 dst: /127.0.0.1:46401 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:46401 remote=/127.0.0.1:41232]. Total timeout mills is 60000, 58113 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:32:45,126 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1477856948_22 at /127.0.0.1:45922 [Receiving block BP-1090215104-172.17.0.3-1732127522291:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:41815:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45922 dst: /127.0.0.1:41815 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:32:45,126 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1477856948_22 at /127.0.0.1:42220 [Receiving block BP-1090215104-172.17.0.3-1732127522291:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:39759:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42220 dst: /127.0.0.1:39759 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:32:45,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741930_1112 (size=5567) 2024-11-20T18:32:45,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741930_1112 (size=5567) 2024-11-20T18:32:47,275 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34973/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732127562794/wal.1732127563060 after 4002ms 2024-11-20T18:32:47,343 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-11-20T18:32:47,343 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-11-20T18:32:47,344 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-11-20T18:32:47,344 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-11-20T18:32:47,358 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-20T18:32:47,358 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34973/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732127562794/wal.1732127563060 took 4085ms 2024-11-20T18:32:47,360 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34973/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732127562794/wal.1732127563060; continuing. 2024-11-20T18:32:47,360 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34973/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732127562794/wal.1732127563060 so closing down 2024-11-20T18:32:47,360 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T18:32:47,361 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1732127563060.temp 2024-11-20T18:32:47,384 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/1a2c25949d629a9203181cedf2412a02/recovered.edits/0000000000000000037-wal.1732127563060.temp 2024-11-20T18:32:47,384 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T18:32:47,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741933_1113 (size=5575) 2024-11-20T18:32:47,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741933_1113 (size=5575) 2024-11-20T18:32:47,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741933_1113 (size=5575) 2024-11-20T18:32:47,390 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/1a2c25949d629a9203181cedf2412a02/recovered.edits/0000000000000000037-wal.1732127563060.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-20T18:32:47,391 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/1a2c25949d629a9203181cedf2412a02/recovered.edits/0000000000000000037-wal.1732127563060.temp to hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/1a2c25949d629a9203181cedf2412a02/recovered.edits/0000000000000000066 2024-11-20T18:32:47,391 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:34973/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732127562794/wal.1732127563060, size=0, length=0, corrupted=false, cancelled=false 2024-11-20T18:32:47,391 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34973/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732127562794/wal.1732127563060, journal: Splitting hdfs://localhost:34973/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732127562794/wal.1732127563060, size=0 (0bytes) at 1732127563273Finishing writing output for hdfs://localhost:34973/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732127562794/wal.1732127563060 so closing down at 1732127567360 (+4087 ms)Creating recovered edits writer path=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/1a2c25949d629a9203181cedf2412a02/recovered.edits/0000000000000000037-wal.1732127563060.temp at 1732127567384 (+24 ms)3 split writer threads finished at 1732127567384Closed recovered edits writer path=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/1a2c25949d629a9203181cedf2412a02/recovered.edits/0000000000000000037-wal.1732127563060.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732127567390 (+6 ms)Rename recovered edits hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/1a2c25949d629a9203181cedf2412a02/recovered.edits/0000000000000000037-wal.1732127563060.temp to hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/1a2c25949d629a9203181cedf2412a02/recovered.edits/0000000000000000066 at 1732127567391 (+1 ms)Processed 30 edits across 1 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:34973/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732127562794/wal.1732127563060, size=0, length=0, corrupted=false, cancelled=false at 1732127567391 2024-11-20T18:32:47,392 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34973/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732127562794/wal.1732127563060 to hdfs://localhost:34973/hbase/oldWALs/wal.1732127563060 2024-11-20T18:32:47,393 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/1a2c25949d629a9203181cedf2412a02/recovered.edits/0000000000000000066 2024-11-20T18:32:47,393 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T18:32:47,395 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34973/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732127562794, archiveDir=hdfs://localhost:34973/hbase/oldWALs, maxLogs=32 2024-11-20T18:32:47,408 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732127562794/wal.1732127567395, exclude list is [], retry=0 2024-11-20T18:32:47,410 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41815,DS-a91a1f5a-ebaf-4940-bf10-846a197e974f,DISK] 2024-11-20T18:32:47,411 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39759,DS-4540ffb9-c276-45f2-9a52-ce28bdf798c0,DISK] 2024-11-20T18:32:47,411 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46401,DS-f803c8da-d3d1-4dc0-809f-056229286720,DISK] 2024-11-20T18:32:47,434 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732127562794/wal.1732127567395 2024-11-20T18:32:47,435 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39191:39191),(127.0.0.1/127.0.0.1:43037:43037),(127.0.0.1/127.0.0.1:40499:40499)] 2024-11-20T18:32:47,435 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732127562796.1a2c25949d629a9203181cedf2412a02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:32:47,436 INFO [StoreOpener-1a2c25949d629a9203181cedf2412a02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1a2c25949d629a9203181cedf2412a02 2024-11-20T18:32:47,437 INFO [StoreOpener-1a2c25949d629a9203181cedf2412a02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a2c25949d629a9203181cedf2412a02 columnFamilyName a 2024-11-20T18:32:47,437 DEBUG [StoreOpener-1a2c25949d629a9203181cedf2412a02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:47,441 DEBUG [StoreOpener-1a2c25949d629a9203181cedf2412a02-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/1a2c25949d629a9203181cedf2412a02/a/1bc259ac2361454eba1cfb6f8cd6055f 2024-11-20T18:32:47,441 INFO [StoreOpener-1a2c25949d629a9203181cedf2412a02-1 {}] regionserver.HStore(327): Store=1a2c25949d629a9203181cedf2412a02/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:47,441 INFO [StoreOpener-1a2c25949d629a9203181cedf2412a02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1a2c25949d629a9203181cedf2412a02 2024-11-20T18:32:47,442 INFO [StoreOpener-1a2c25949d629a9203181cedf2412a02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a2c25949d629a9203181cedf2412a02 columnFamilyName b 2024-11-20T18:32:47,442 DEBUG [StoreOpener-1a2c25949d629a9203181cedf2412a02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:47,447 DEBUG [StoreOpener-1a2c25949d629a9203181cedf2412a02-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/1a2c25949d629a9203181cedf2412a02/b/912c82cf411749e198dbba9a01ba1c0a 2024-11-20T18:32:47,447 INFO [StoreOpener-1a2c25949d629a9203181cedf2412a02-1 {}] regionserver.HStore(327): Store=1a2c25949d629a9203181cedf2412a02/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:47,447 INFO [StoreOpener-1a2c25949d629a9203181cedf2412a02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1a2c25949d629a9203181cedf2412a02 2024-11-20T18:32:47,448 INFO [StoreOpener-1a2c25949d629a9203181cedf2412a02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a2c25949d629a9203181cedf2412a02 columnFamilyName c 2024-11-20T18:32:47,448 DEBUG [StoreOpener-1a2c25949d629a9203181cedf2412a02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:32:47,454 DEBUG [StoreOpener-1a2c25949d629a9203181cedf2412a02-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/1a2c25949d629a9203181cedf2412a02/c/779de21b122f4e859bcc9bbce782ab31 2024-11-20T18:32:47,454 INFO [StoreOpener-1a2c25949d629a9203181cedf2412a02-1 {}] regionserver.HStore(327): Store=1a2c25949d629a9203181cedf2412a02/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:32:47,454 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1a2c25949d629a9203181cedf2412a02 2024-11-20T18:32:47,455 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/1a2c25949d629a9203181cedf2412a02 2024-11-20T18:32:47,457 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/1a2c25949d629a9203181cedf2412a02 2024-11-20T18:32:47,457 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/1a2c25949d629a9203181cedf2412a02/recovered.edits/0000000000000000066 2024-11-20T18:32:47,483 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-20T18:32:47,486 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/1a2c25949d629a9203181cedf2412a02/recovered.edits/0000000000000000066 2024-11-20T18:32:47,487 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1a2c25949d629a9203181cedf2412a02 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-20T18:32:47,500 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/1a2c25949d629a9203181cedf2412a02/.tmp/a/e06775895eb24760a9401f34b0a51d34 is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1732127563219/Put/seqid=0 2024-11-20T18:32:47,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741935_1115 (size=5958) 2024-11-20T18:32:47,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741935_1115 (size=5958) 2024-11-20T18:32:47,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741935_1115 (size=5958) 2024-11-20T18:32:47,506 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/1a2c25949d629a9203181cedf2412a02/.tmp/a/e06775895eb24760a9401f34b0a51d34 2024-11-20T18:32:47,527 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/1a2c25949d629a9203181cedf2412a02/.tmp/b/818d42b5542c4de680f2554964966f68 is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1732127563226/Put/seqid=0 2024-11-20T18:32:47,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741936_1116 (size=5958) 2024-11-20T18:32:47,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741936_1116 (size=5958) 2024-11-20T18:32:47,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741936_1116 (size=5958) 2024-11-20T18:32:47,533 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/1a2c25949d629a9203181cedf2412a02/.tmp/b/818d42b5542c4de680f2554964966f68 2024-11-20T18:32:47,551 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/1a2c25949d629a9203181cedf2412a02/.tmp/c/3bd390bbe11647548149f86adcfdde0f is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1732127563233/Put/seqid=0 2024-11-20T18:32:47,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741937_1117 (size=5958) 2024-11-20T18:32:47,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741937_1117 (size=5958) 2024-11-20T18:32:47,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741937_1117 (size=5958) 2024-11-20T18:32:47,557 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/1a2c25949d629a9203181cedf2412a02/.tmp/c/3bd390bbe11647548149f86adcfdde0f 2024-11-20T18:32:47,563 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/1a2c25949d629a9203181cedf2412a02/.tmp/a/e06775895eb24760a9401f34b0a51d34 as hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/1a2c25949d629a9203181cedf2412a02/a/e06775895eb24760a9401f34b0a51d34 2024-11-20T18:32:47,568 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/1a2c25949d629a9203181cedf2412a02/a/e06775895eb24760a9401f34b0a51d34, entries=10, sequenceid=66, filesize=5.8 K 2024-11-20T18:32:47,569 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/1a2c25949d629a9203181cedf2412a02/.tmp/b/818d42b5542c4de680f2554964966f68 as hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/1a2c25949d629a9203181cedf2412a02/b/818d42b5542c4de680f2554964966f68 2024-11-20T18:32:47,573 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/1a2c25949d629a9203181cedf2412a02/b/818d42b5542c4de680f2554964966f68, entries=10, sequenceid=66, filesize=5.8 K 2024-11-20T18:32:47,574 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/1a2c25949d629a9203181cedf2412a02/.tmp/c/3bd390bbe11647548149f86adcfdde0f as hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/1a2c25949d629a9203181cedf2412a02/c/3bd390bbe11647548149f86adcfdde0f 2024-11-20T18:32:47,578 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/1a2c25949d629a9203181cedf2412a02/c/3bd390bbe11647548149f86adcfdde0f, entries=10, sequenceid=66, filesize=5.8 K 2024-11-20T18:32:47,578 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 1a2c25949d629a9203181cedf2412a02 in 91ms, sequenceid=66, compaction requested=false; wal=null 2024-11-20T18:32:47,579 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/1a2c25949d629a9203181cedf2412a02/recovered.edits/0000000000000000066 2024-11-20T18:32:47,580 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1a2c25949d629a9203181cedf2412a02 2024-11-20T18:32:47,580 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1a2c25949d629a9203181cedf2412a02 2024-11-20T18:32:47,580 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T18:32:47,581 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1a2c25949d629a9203181cedf2412a02 2024-11-20T18:32:47,584 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34973/hbase/data/default/testReplayEditsWrittenViaHRegion/1a2c25949d629a9203181cedf2412a02/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-11-20T18:32:47,584 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1a2c25949d629a9203181cedf2412a02; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65095772, jitterRate=-0.029997408390045166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T18:32:47,585 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1a2c25949d629a9203181cedf2412a02: Writing region info on filesystem at 1732127567435Initializing all the Stores at 1732127567436 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127567436Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127567436Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127567436Obtaining lock to block concurrent updates at 1732127567487 (+51 ms)Preparing flush snapshotting stores in 1a2c25949d629a9203181cedf2412a02 at 1732127567487Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732127562796.1a2c25949d629a9203181cedf2412a02., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1732127567487Flushing stores of testReplayEditsWrittenViaHRegion,,1732127562796.1a2c25949d629a9203181cedf2412a02. at 1732127567487Flushing 1a2c25949d629a9203181cedf2412a02/a: creating writer at 1732127567487Flushing 1a2c25949d629a9203181cedf2412a02/a: appending metadata at 1732127567499 (+12 ms)Flushing 1a2c25949d629a9203181cedf2412a02/a: closing flushed file at 1732127567499Flushing 1a2c25949d629a9203181cedf2412a02/b: creating writer at 1732127567510 (+11 ms)Flushing 1a2c25949d629a9203181cedf2412a02/b: appending metadata at 1732127567527 (+17 ms)Flushing 1a2c25949d629a9203181cedf2412a02/b: closing flushed file at 1732127567527Flushing 1a2c25949d629a9203181cedf2412a02/c: creating writer at 1732127567538 (+11 ms)Flushing 1a2c25949d629a9203181cedf2412a02/c: appending metadata at 1732127567551 (+13 ms)Flushing 1a2c25949d629a9203181cedf2412a02/c: closing flushed file at 1732127567551Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7376e8d8: reopening flushed file at 1732127567562 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@479a1480: reopening flushed file at 1732127567568 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24529556: reopening flushed file at 1732127567573 (+5 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 1a2c25949d629a9203181cedf2412a02 in 91ms, sequenceid=66, compaction requested=false; wal=null at 1732127567578 (+5 ms)Cleaning up temporary data from old regions at 1732127567580 (+2 ms)Region opened successfully at 1732127567585 (+5 ms) 2024-11-20T18:32:47,598 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1a2c25949d629a9203181cedf2412a02, disabling compactions & flushes 2024-11-20T18:32:47,598 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732127562796.1a2c25949d629a9203181cedf2412a02. 2024-11-20T18:32:47,598 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732127562796.1a2c25949d629a9203181cedf2412a02. 2024-11-20T18:32:47,598 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732127562796.1a2c25949d629a9203181cedf2412a02. after waiting 0 ms 2024-11-20T18:32:47,598 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732127562796.1a2c25949d629a9203181cedf2412a02. 2024-11-20T18:32:47,599 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732127562796.1a2c25949d629a9203181cedf2412a02. 2024-11-20T18:32:47,599 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1a2c25949d629a9203181cedf2412a02: Waiting for close lock at 1732127567598Disabling compacts and flushes for region at 1732127567598Disabling writes for close at 1732127567598Writing region close event to WAL at 1732127567599 (+1 ms)Closed at 1732127567599 2024-11-20T18:32:47,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741934_1114 (size=175) 2024-11-20T18:32:47,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741934_1114 (size=175) 2024-11-20T18:32:47,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741934_1114 (size=175) 2024-11-20T18:32:47,604 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T18:32:47,604 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732127567395) 2024-11-20T18:32:47,619 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=444 (was 440) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_824671977_22 at /127.0.0.1:45964 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1685805399) connection to localhost/127.0.0.1:34973 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_824671977_22 at /127.0.0.1:42250 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:34973 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_824671977_22 at /127.0.0.1:41264 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1414 (was 1348) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=249 (was 262), ProcessCount=11 (was 11), AvailableMemoryMB=8097 (was 8110) 2024-11-20T18:32:47,619 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1414 is superior to 1024 2024-11-20T18:32:47,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T18:32:47,619 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:32:47,620 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:32:47,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:32:47,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:32:47,620 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:32:47,620 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T18:32:47,620 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=954470236, stopped=false 2024-11-20T18:32:47,621 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b87edf34edd,45721,1732127527016 2024-11-20T18:32:47,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39431-0x101598488fa0003, quorum=127.0.0.1:64287, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T18:32:47,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45721-0x101598488fa0000, quorum=127.0.0.1:64287, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T18:32:47,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39431-0x101598488fa0003, quorum=127.0.0.1:64287, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T18:32:47,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45721-0x101598488fa0000, quorum=127.0.0.1:64287, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T18:32:47,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39477-0x101598488fa0002, quorum=127.0.0.1:64287, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T18:32:47,639 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T18:32:47,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39477-0x101598488fa0002, quorum=127.0.0.1:64287, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T18:32:47,639 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39431-0x101598488fa0003, quorum=127.0.0.1:64287, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T18:32:47,639 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:32:47,640 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39477-0x101598488fa0002, quorum=127.0.0.1:64287, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T18:32:47,640 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:32:47,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:32:47,640 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45721-0x101598488fa0000, quorum=127.0.0.1:64287, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T18:32:47,640 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b87edf34edd,39477,1732127528021' ***** 2024-11-20T18:32:47,640 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T18:32:47,640 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b87edf34edd,39431,1732127528070' ***** 2024-11-20T18:32:47,640 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T18:32:47,640 INFO [RS:1;6b87edf34edd:39477 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T18:32:47,640 INFO [RS:1;6b87edf34edd:39477 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T18:32:47,640 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T18:32:47,640 INFO [RS:1;6b87edf34edd:39477 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T18:32:47,640 INFO [RS:1;6b87edf34edd:39477 {}] regionserver.HRegionServer(3091): Received CLOSE for ba259c69d98dbcbfe1b585ee6d55fbec 2024-11-20T18:32:47,641 INFO [RS:1;6b87edf34edd:39477 {}] regionserver.HRegionServer(959): stopping server 6b87edf34edd,39477,1732127528021 2024-11-20T18:32:47,641 INFO [RS:2;6b87edf34edd:39431 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T18:32:47,641 INFO [RS:1;6b87edf34edd:39477 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T18:32:47,641 INFO [RS:1;6b87edf34edd:39477 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;6b87edf34edd:39477. 2024-11-20T18:32:47,641 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T18:32:47,641 INFO [RS:2;6b87edf34edd:39431 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T18:32:47,641 DEBUG [RS:1;6b87edf34edd:39477 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:32:47,641 INFO [RS:2;6b87edf34edd:39431 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T18:32:47,641 DEBUG [RS:1;6b87edf34edd:39477 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:32:47,641 INFO [RS:2;6b87edf34edd:39431 {}] regionserver.HRegionServer(959): stopping server 6b87edf34edd,39431,1732127528070 2024-11-20T18:32:47,641 INFO [RS:2;6b87edf34edd:39431 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T18:32:47,641 INFO [RS:2;6b87edf34edd:39431 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;6b87edf34edd:39431. 2024-11-20T18:32:47,641 INFO [RS:1;6b87edf34edd:39477 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T18:32:47,641 DEBUG [RS:2;6b87edf34edd:39431 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:32:47,641 DEBUG [RS:2;6b87edf34edd:39431 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:32:47,641 DEBUG [RS:1;6b87edf34edd:39477 {}] regionserver.HRegionServer(1325): Online Regions={ba259c69d98dbcbfe1b585ee6d55fbec=testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec.} 2024-11-20T18:32:47,641 INFO [RS:2;6b87edf34edd:39431 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T18:32:47,641 INFO [RS:2;6b87edf34edd:39431 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T18:32:47,641 INFO [RS:2;6b87edf34edd:39431 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T18:32:47,641 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ba259c69d98dbcbfe1b585ee6d55fbec, disabling compactions & flushes 2024-11-20T18:32:47,641 INFO [RS:2;6b87edf34edd:39431 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T18:32:47,641 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec. 2024-11-20T18:32:47,642 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec. 2024-11-20T18:32:47,642 DEBUG [RS:1;6b87edf34edd:39477 {}] regionserver.HRegionServer(1351): Waiting on ba259c69d98dbcbfe1b585ee6d55fbec 2024-11-20T18:32:47,642 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec. after waiting 0 ms 2024-11-20T18:32:47,642 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec. 2024-11-20T18:32:47,642 INFO [RS:2;6b87edf34edd:39431 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T18:32:47,642 DEBUG [RS:2;6b87edf34edd:39431 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T18:32:47,642 DEBUG [RS:2;6b87edf34edd:39431 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T18:32:47,642 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T18:32:47,642 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T18:32:47,642 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T18:32:47,642 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T18:32:47,642 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T18:32:47,642 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB 2024-11-20T18:32:47,643 INFO [regionserver/6b87edf34edd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T18:32:47,643 INFO [regionserver/6b87edf34edd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T18:32:47,646 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ba259c69d98dbcbfe1b585ee6d55fbec/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-11-20T18:32:47,646 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec. 2024-11-20T18:32:47,646 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ba259c69d98dbcbfe1b585ee6d55fbec: Waiting for close lock at 1732127567641Running coprocessor pre-close hooks at 1732127567641Disabling compacts and flushes for region at 1732127567641Disabling writes for close at 1732127567642 (+1 ms)Writing region close event to WAL at 1732127567642Running coprocessor post-close hooks at 1732127567646 (+4 ms)Closed at 1732127567646 2024-11-20T18:32:47,647 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec. 2024-11-20T18:32:47,661 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/hbase/meta/1588230740/.tmp/info/e96cd6b67be64a1fbe934a9d2f95fcec is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1732127543624.ba259c69d98dbcbfe1b585ee6d55fbec./info:regioninfo/1732127546612/Put/seqid=0 2024-11-20T18:32:47,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741938_1118 (size=8243) 2024-11-20T18:32:47,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741938_1118 (size=8243) 2024-11-20T18:32:47,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741938_1118 (size=8243) 2024-11-20T18:32:47,668 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/hbase/meta/1588230740/.tmp/info/e96cd6b67be64a1fbe934a9d2f95fcec 2024-11-20T18:32:47,687 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/hbase/meta/1588230740/.tmp/ns/602bcc8897eb459eb4cb33a33a69c964 is 43, key is default/ns:d/1732127530302/Put/seqid=0 2024-11-20T18:32:47,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741939_1119 (size=5153) 2024-11-20T18:32:47,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741939_1119 (size=5153) 2024-11-20T18:32:47,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741939_1119 (size=5153) 2024-11-20T18:32:47,694 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/hbase/meta/1588230740/.tmp/ns/602bcc8897eb459eb4cb33a33a69c964 2024-11-20T18:32:47,714 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/hbase/meta/1588230740/.tmp/table/216efec6d02d4842a3f974f86fc19e1a is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1732127544042/Put/seqid=0 2024-11-20T18:32:47,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741940_1120 (size=5431) 2024-11-20T18:32:47,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741940_1120 (size=5431) 2024-11-20T18:32:47,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741940_1120 (size=5431) 2024-11-20T18:32:47,720 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/hbase/meta/1588230740/.tmp/table/216efec6d02d4842a3f974f86fc19e1a 2024-11-20T18:32:47,725 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/hbase/meta/1588230740/.tmp/info/e96cd6b67be64a1fbe934a9d2f95fcec as hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/hbase/meta/1588230740/info/e96cd6b67be64a1fbe934a9d2f95fcec 2024-11-20T18:32:47,731 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/hbase/meta/1588230740/info/e96cd6b67be64a1fbe934a9d2f95fcec, entries=18, sequenceid=21, filesize=8.0 K 2024-11-20T18:32:47,732 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/hbase/meta/1588230740/.tmp/ns/602bcc8897eb459eb4cb33a33a69c964 as hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/hbase/meta/1588230740/ns/602bcc8897eb459eb4cb33a33a69c964 2024-11-20T18:32:47,737 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/hbase/meta/1588230740/ns/602bcc8897eb459eb4cb33a33a69c964, entries=2, sequenceid=21, filesize=5.0 K 2024-11-20T18:32:47,738 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/hbase/meta/1588230740/.tmp/table/216efec6d02d4842a3f974f86fc19e1a as hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/hbase/meta/1588230740/table/216efec6d02d4842a3f974f86fc19e1a 2024-11-20T18:32:47,742 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/hbase/meta/1588230740/table/216efec6d02d4842a3f974f86fc19e1a, entries=2, sequenceid=21, filesize=5.3 K 2024-11-20T18:32:47,743 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 101ms, sequenceid=21, compaction requested=false 2024-11-20T18:32:47,747 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-20T18:32:47,748 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T18:32:47,748 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T18:32:47,748 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732127567642Running coprocessor pre-close hooks at 1732127567642Disabling compacts and flushes for region at 1732127567642Disabling writes for close at 1732127567642Obtaining lock to block concurrent updates at 1732127567642Preparing flush snapshotting stores in 1588230740 at 1732127567642Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1732127567643 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732127567643Flushing 1588230740/info: creating writer at 1732127567644 (+1 ms)Flushing 1588230740/info: appending metadata at 1732127567661 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732127567661Flushing 1588230740/ns: creating writer at 1732127567673 (+12 ms)Flushing 1588230740/ns: appending metadata at 1732127567686 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732127567686Flushing 1588230740/table: creating writer at 1732127567700 (+14 ms)Flushing 1588230740/table: appending metadata at 1732127567713 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732127567713Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9e1c3eb: reopening flushed file at 1732127567724 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@115557a6: reopening flushed file at 1732127567731 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57c67b36: reopening flushed file at 1732127567737 (+6 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 101ms, sequenceid=21, compaction requested=false at 1732127567743 (+6 ms)Writing region close event to WAL at 1732127567744 (+1 ms)Running coprocessor post-close hooks at 1732127567748 (+4 ms)Closed at 1732127567748 2024-11-20T18:32:47,748 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T18:32:47,842 INFO [RS:1;6b87edf34edd:39477 {}] regionserver.HRegionServer(976): stopping server 6b87edf34edd,39477,1732127528021; all regions closed. 2024-11-20T18:32:47,842 INFO [RS:2;6b87edf34edd:39431 {}] regionserver.HRegionServer(976): stopping server 6b87edf34edd,39431,1732127528070; all regions closed. 2024-11-20T18:32:47,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741834_1010 (size=3621) 2024-11-20T18:32:47,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741836_1012 (size=9487) 2024-11-20T18:32:47,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741834_1010 (size=3621) 2024-11-20T18:32:47,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741834_1010 (size=3621) 2024-11-20T18:32:47,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741836_1012 (size=9487) 2024-11-20T18:32:47,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741836_1012 (size=9487) 2024-11-20T18:32:47,848 DEBUG [RS:1;6b87edf34edd:39477 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/oldWALs 2024-11-20T18:32:47,848 INFO [RS:1;6b87edf34edd:39477 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b87edf34edd%2C39477%2C1732127528021:(num 1732127529641) 2024-11-20T18:32:47,848 DEBUG [RS:1;6b87edf34edd:39477 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:32:47,848 INFO [RS:1;6b87edf34edd:39477 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T18:32:47,848 INFO [RS:1;6b87edf34edd:39477 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T18:32:47,848 INFO [RS:1;6b87edf34edd:39477 {}] hbase.ChoreService(370): Chore service for: regionserver/6b87edf34edd:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T18:32:47,848 INFO [RS:1;6b87edf34edd:39477 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T18:32:47,848 INFO [RS:1;6b87edf34edd:39477 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T18:32:47,848 INFO [regionserver/6b87edf34edd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T18:32:47,848 INFO [RS:1;6b87edf34edd:39477 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T18:32:47,848 INFO [RS:1;6b87edf34edd:39477 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T18:32:47,849 INFO [RS:1;6b87edf34edd:39477 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39477 2024-11-20T18:32:47,850 DEBUG [RS:2;6b87edf34edd:39431 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/oldWALs 2024-11-20T18:32:47,850 INFO [RS:2;6b87edf34edd:39431 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b87edf34edd%2C39431%2C1732127528070.meta:.meta(num 1732127530110) 2024-11-20T18:32:47,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741833_1009 (size=175) 2024-11-20T18:32:47,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741833_1009 (size=175) 2024-11-20T18:32:47,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741833_1009 (size=175) 2024-11-20T18:32:47,854 DEBUG [RS:2;6b87edf34edd:39431 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/oldWALs 2024-11-20T18:32:47,854 INFO [RS:2;6b87edf34edd:39431 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b87edf34edd%2C39431%2C1732127528070:(num 1732127529641) 2024-11-20T18:32:47,854 DEBUG [RS:2;6b87edf34edd:39431 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:32:47,854 INFO [RS:2;6b87edf34edd:39431 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T18:32:47,854 INFO [RS:2;6b87edf34edd:39431 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T18:32:47,854 INFO [RS:2;6b87edf34edd:39431 {}] hbase.ChoreService(370): Chore service for: regionserver/6b87edf34edd:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T18:32:47,855 INFO [RS:2;6b87edf34edd:39431 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T18:32:47,855 INFO [regionserver/6b87edf34edd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T18:32:47,855 INFO [RS:2;6b87edf34edd:39431 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39431 2024-11-20T18:32:47,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45721-0x101598488fa0000, quorum=127.0.0.1:64287, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T18:32:47,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39477-0x101598488fa0002, quorum=127.0.0.1:64287, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6b87edf34edd,39477,1732127528021 2024-11-20T18:32:47,935 INFO [RS:1;6b87edf34edd:39477 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T18:32:48,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39431-0x101598488fa0003, quorum=127.0.0.1:64287, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6b87edf34edd,39431,1732127528070 2024-11-20T18:32:48,000 INFO [RS:2;6b87edf34edd:39431 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T18:32:48,000 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b87edf34edd,39431,1732127528070] 2024-11-20T18:32:48,038 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6b87edf34edd,39431,1732127528070 already deleted, retry=false 2024-11-20T18:32:48,039 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b87edf34edd,39431,1732127528070 expired; onlineServers=1 2024-11-20T18:32:48,039 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b87edf34edd,39477,1732127528021] 2024-11-20T18:32:48,049 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6b87edf34edd,39477,1732127528021 already deleted, retry=false 2024-11-20T18:32:48,049 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b87edf34edd,39477,1732127528021 expired; onlineServers=0 2024-11-20T18:32:48,049 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b87edf34edd,45721,1732127527016' ***** 2024-11-20T18:32:48,049 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T18:32:48,049 INFO [M:0;6b87edf34edd:45721 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T18:32:48,050 INFO [M:0;6b87edf34edd:45721 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T18:32:48,050 DEBUG [M:0;6b87edf34edd:45721 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T18:32:48,050 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T18:32:48,050 DEBUG [M:0;6b87edf34edd:45721 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T18:32:48,050 DEBUG [master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732127529267 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732127529267,5,FailOnTimeoutGroup] 2024-11-20T18:32:48,050 DEBUG [master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732127529268 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732127529268,5,FailOnTimeoutGroup] 2024-11-20T18:32:48,051 INFO [M:0;6b87edf34edd:45721 {}] hbase.ChoreService(370): Chore service for: master/6b87edf34edd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T18:32:48,051 INFO [M:0;6b87edf34edd:45721 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T18:32:48,051 DEBUG [M:0;6b87edf34edd:45721 {}] master.HMaster(1795): Stopping service threads 2024-11-20T18:32:48,051 INFO [M:0;6b87edf34edd:45721 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T18:32:48,052 INFO [M:0;6b87edf34edd:45721 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T18:32:48,053 INFO [M:0;6b87edf34edd:45721 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T18:32:48,053 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T18:32:48,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45721-0x101598488fa0000, quorum=127.0.0.1:64287, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T18:32:48,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45721-0x101598488fa0000, quorum=127.0.0.1:64287, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T18:32:48,059 DEBUG [M:0;6b87edf34edd:45721 {}] zookeeper.ZKUtil(347): master:45721-0x101598488fa0000, quorum=127.0.0.1:64287, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T18:32:48,060 WARN [M:0;6b87edf34edd:45721 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T18:32:48,060 INFO [M:0;6b87edf34edd:45721 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/.lastflushedseqids 2024-11-20T18:32:48,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741941_1121 (size=138) 2024-11-20T18:32:48,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741941_1121 (size=138) 2024-11-20T18:32:48,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741941_1121 (size=138) 2024-11-20T18:32:48,075 INFO [M:0;6b87edf34edd:45721 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T18:32:48,075 INFO [M:0;6b87edf34edd:45721 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T18:32:48,075 DEBUG [M:0;6b87edf34edd:45721 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T18:32:48,075 INFO [M:0;6b87edf34edd:45721 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:32:48,075 DEBUG [M:0;6b87edf34edd:45721 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:32:48,075 DEBUG [M:0;6b87edf34edd:45721 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T18:32:48,075 DEBUG [M:0;6b87edf34edd:45721 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:32:48,075 INFO [M:0;6b87edf34edd:45721 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.34 KB heapSize=83.73 KB 2024-11-20T18:32:48,090 DEBUG [M:0;6b87edf34edd:45721 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c1deee7c7e544c93879d773478bfa557 is 82, key is hbase:meta,,1/info:regioninfo/1732127530232/Put/seqid=0 2024-11-20T18:32:48,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741942_1122 (size=5672) 2024-11-20T18:32:48,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741942_1122 (size=5672) 2024-11-20T18:32:48,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741942_1122 (size=5672) 2024-11-20T18:32:48,098 INFO [M:0;6b87edf34edd:45721 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c1deee7c7e544c93879d773478bfa557 2024-11-20T18:32:48,117 DEBUG [M:0;6b87edf34edd:45721 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/adf7f84439ab447b9f56dd4038c27f94 is 1076, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732127544047/Put/seqid=0 2024-11-20T18:32:48,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741943_1123 (size=7755) 2024-11-20T18:32:48,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741943_1123 (size=7755) 2024-11-20T18:32:48,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741943_1123 (size=7755) 2024-11-20T18:32:48,123 INFO [M:0;6b87edf34edd:45721 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.61 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/adf7f84439ab447b9f56dd4038c27f94 2024-11-20T18:32:48,127 INFO [M:0;6b87edf34edd:45721 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for adf7f84439ab447b9f56dd4038c27f94 2024-11-20T18:32:48,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39477-0x101598488fa0002, quorum=127.0.0.1:64287, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:32:48,128 INFO [RS:1;6b87edf34edd:39477 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T18:32:48,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39477-0x101598488fa0002, quorum=127.0.0.1:64287, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:32:48,128 INFO [RS:1;6b87edf34edd:39477 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b87edf34edd,39477,1732127528021; zookeeper connection closed. 2024-11-20T18:32:48,128 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@25f499b7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@25f499b7 2024-11-20T18:32:48,139 INFO [RS:2;6b87edf34edd:39431 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T18:32:48,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39431-0x101598488fa0003, quorum=127.0.0.1:64287, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:32:48,139 INFO [RS:2;6b87edf34edd:39431 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b87edf34edd,39431,1732127528070; zookeeper connection closed. 2024-11-20T18:32:48,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39431-0x101598488fa0003, quorum=127.0.0.1:64287, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:32:48,139 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@499d30c7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@499d30c7 2024-11-20T18:32:48,140 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-20T18:32:48,140 DEBUG [M:0;6b87edf34edd:45721 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fd890cf731824aaeaac96f040018df84 is 69, key is 6b87edf34edd,39431,1732127528070/rs:state/1732127529345/Put/seqid=0 2024-11-20T18:32:48,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741944_1124 (size=5440) 2024-11-20T18:32:48,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741944_1124 (size=5440) 2024-11-20T18:32:48,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741944_1124 (size=5440) 2024-11-20T18:32:48,146 INFO [M:0;6b87edf34edd:45721 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fd890cf731824aaeaac96f040018df84 2024-11-20T18:32:48,150 INFO [M:0;6b87edf34edd:45721 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fd890cf731824aaeaac96f040018df84 2024-11-20T18:32:48,151 DEBUG [M:0;6b87edf34edd:45721 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c1deee7c7e544c93879d773478bfa557 as hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c1deee7c7e544c93879d773478bfa557 2024-11-20T18:32:48,156 INFO [M:0;6b87edf34edd:45721 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c1deee7c7e544c93879d773478bfa557, entries=8, sequenceid=168, filesize=5.5 K 2024-11-20T18:32:48,157 DEBUG [M:0;6b87edf34edd:45721 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/adf7f84439ab447b9f56dd4038c27f94 as hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/adf7f84439ab447b9f56dd4038c27f94 2024-11-20T18:32:48,161 INFO [M:0;6b87edf34edd:45721 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for adf7f84439ab447b9f56dd4038c27f94 2024-11-20T18:32:48,161 INFO [M:0;6b87edf34edd:45721 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/adf7f84439ab447b9f56dd4038c27f94, entries=17, sequenceid=168, filesize=7.6 K 2024-11-20T18:32:48,162 DEBUG [M:0;6b87edf34edd:45721 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fd890cf731824aaeaac96f040018df84 as hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fd890cf731824aaeaac96f040018df84 2024-11-20T18:32:48,167 INFO [M:0;6b87edf34edd:45721 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fd890cf731824aaeaac96f040018df84 2024-11-20T18:32:48,167 INFO [M:0;6b87edf34edd:45721 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34973/user/jenkins/test-data/310a6023-c60e-3c43-6af1-f924954df2d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fd890cf731824aaeaac96f040018df84, entries=3, sequenceid=168, filesize=5.3 K 2024-11-20T18:32:48,168 INFO [M:0;6b87edf34edd:45721 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 93ms, sequenceid=168, compaction requested=false 2024-11-20T18:32:48,169 INFO [M:0;6b87edf34edd:45721 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:32:48,169 DEBUG [M:0;6b87edf34edd:45721 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732127568075Disabling compacts and flushes for region at 1732127568075Disabling writes for close at 1732127568075Obtaining lock to block concurrent updates at 1732127568075Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732127568075Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69984, getHeapSize=85672, getOffHeapSize=0, getCellsCount=195 at 1732127568076 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732127568076Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732127568076Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732127568090 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732127568090Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732127568103 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732127568116 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732127568116Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732127568127 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732127568140 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732127568140Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66398f75: reopening flushed file at 1732127568151 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c10f8b: reopening flushed file at 1732127568156 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4725a72f: reopening flushed file at 1732127568162 (+6 ms)Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 93ms, sequenceid=168, compaction requested=false at 1732127568168 (+6 ms)Writing region close event to WAL at 1732127568169 (+1 ms)Closed at 1732127568169 2024-11-20T18:32:48,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741830_1006 (size=83606) 2024-11-20T18:32:48,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741830_1006 (size=83606) 2024-11-20T18:32:48,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741830_1006 (size=83606) 2024-11-20T18:32:48,172 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T18:32:48,173 INFO [M:0;6b87edf34edd:45721 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T18:32:48,173 INFO [M:0;6b87edf34edd:45721 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45721 2024-11-20T18:32:48,173 INFO [M:0;6b87edf34edd:45721 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T18:32:48,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45721-0x101598488fa0000, quorum=127.0.0.1:64287, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:32:48,286 INFO [M:0;6b87edf34edd:45721 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T18:32:48,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45721-0x101598488fa0000, quorum=127.0.0.1:64287, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:32:48,291 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732127547141/wal.1732127547604 with renewLeaseKey: DEFAULT_16655 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732127547141/wal.1732127547604 (inode 16655) Holder DFSClient_NONMAPREDUCE_1477856948_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732127547141/wal.1732127547604 (inode 16655) Holder DFSClient_NONMAPREDUCE_1477856948_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-20T18:32:48,293 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732127538714/wal.1732127538824 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:32:48,293 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732127562794/wal.1732127563060 with renewLeaseKey: DEFAULT_16767 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:32:48,295 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732127547776/wal.1732127557114 with renewLeaseKey: DEFAULT_16678 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732127547776/wal.1732127557114 (inode 16678) Holder DFSClient_NONMAPREDUCE_1477856948_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732127547776/wal.1732127557114 (inode 16678) Holder DFSClient_NONMAPREDUCE_1477856948_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-20T18:32:48,297 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732127531817/wal.1732127531910 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:32:48,299 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732127557356/wal.1732127557945 with renewLeaseKey: DEFAULT_16704 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732127557356/wal.1732127557945 (inode 16704) Holder DFSClient_NONMAPREDUCE_1477856948_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732127557356/wal.1732127557945 (inode 16704) Holder DFSClient_NONMAPREDUCE_1477856948_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-20T18:32:48,300 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732127558126/wal.1732127558341 with renewLeaseKey: DEFAULT_16726 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:32:48,302 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732127531295/wal.1732127531648 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732127531295/wal.1732127531648 (inode 16485) Holder DFSClient_NONMAPREDUCE_1477856948_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732127531295/wal.1732127531648 (inode 16485) Holder DFSClient_NONMAPREDUCE_1477856948_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-20T18:32:48,304 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732127530509/wal.1732127530984 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732127530509/wal.1732127530984 (inode 16462) Holder DFSClient_NONMAPREDUCE_1477856948_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732127530509/wal.1732127530984 (inode 16462) Holder DFSClient_NONMAPREDUCE_1477856948_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-20T18:32:48,308 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b7f81b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T18:32:48,310 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d3aa315{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T18:32:48,310 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T18:32:48,311 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@606c1a1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T18:32:48,311 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d7caafc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5a6140-164a-e947-41ea-b494efbbb28f/hadoop.log.dir/,STOPPED} 2024-11-20T18:32:48,313 WARN [BP-1090215104-172.17.0.3-1732127522291 heartbeating to localhost/127.0.0.1:34973 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T18:32:48,313 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T18:32:48,314 WARN [BP-1090215104-172.17.0.3-1732127522291 heartbeating to localhost/127.0.0.1:34973 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1090215104-172.17.0.3-1732127522291 (Datanode Uuid 26546f97-b692-4cc3-b1b0-e9f1e8c309b2) service to localhost/127.0.0.1:34973 2024-11-20T18:32:48,314 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T18:32:48,315 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5a6140-164a-e947-41ea-b494efbbb28f/cluster_c464299d-f425-8068-7b50-04d6f91845f2/data/data5/current/BP-1090215104-172.17.0.3-1732127522291 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T18:32:48,315 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5a6140-164a-e947-41ea-b494efbbb28f/cluster_c464299d-f425-8068-7b50-04d6f91845f2/data/data6/current/BP-1090215104-172.17.0.3-1732127522291 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T18:32:48,316 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T18:32:48,318 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@565a2c18{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T18:32:48,318 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@311fb016{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T18:32:48,318 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T18:32:48,318 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@540114bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T18:32:48,319 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fe9d746{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5a6140-164a-e947-41ea-b494efbbb28f/hadoop.log.dir/,STOPPED} 2024-11-20T18:32:48,320 WARN [BP-1090215104-172.17.0.3-1732127522291 heartbeating to localhost/127.0.0.1:34973 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T18:32:48,320 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T18:32:48,320 WARN [BP-1090215104-172.17.0.3-1732127522291 heartbeating to localhost/127.0.0.1:34973 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1090215104-172.17.0.3-1732127522291 (Datanode Uuid 833eae49-d18d-4f3f-91c5-39102574f927) service to localhost/127.0.0.1:34973 2024-11-20T18:32:48,320 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T18:32:48,320 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5a6140-164a-e947-41ea-b494efbbb28f/cluster_c464299d-f425-8068-7b50-04d6f91845f2/data/data3/current/BP-1090215104-172.17.0.3-1732127522291 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T18:32:48,321 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5a6140-164a-e947-41ea-b494efbbb28f/cluster_c464299d-f425-8068-7b50-04d6f91845f2/data/data4/current/BP-1090215104-172.17.0.3-1732127522291 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T18:32:48,321 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T18:32:48,323 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@388bacc3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T18:32:48,323 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f48fbbe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T18:32:48,323 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T18:32:48,323 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63c29ae0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T18:32:48,323 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f494b95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5a6140-164a-e947-41ea-b494efbbb28f/hadoop.log.dir/,STOPPED} 2024-11-20T18:32:48,324 WARN [BP-1090215104-172.17.0.3-1732127522291 heartbeating to localhost/127.0.0.1:34973 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T18:32:48,324 WARN [BP-1090215104-172.17.0.3-1732127522291 heartbeating to localhost/127.0.0.1:34973 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1090215104-172.17.0.3-1732127522291 (Datanode Uuid f44b8525-607c-48b2-910a-6c43713bd229) service to localhost/127.0.0.1:34973 2024-11-20T18:32:48,325 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5a6140-164a-e947-41ea-b494efbbb28f/cluster_c464299d-f425-8068-7b50-04d6f91845f2/data/data1/current/BP-1090215104-172.17.0.3-1732127522291 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T18:32:48,325 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5a6140-164a-e947-41ea-b494efbbb28f/cluster_c464299d-f425-8068-7b50-04d6f91845f2/data/data2/current/BP-1090215104-172.17.0.3-1732127522291 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T18:32:48,325 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T18:32:48,325 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T18:32:48,325 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T18:32:48,330 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6878e65d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T18:32:48,331 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f30922e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T18:32:48,331 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T18:32:48,331 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e578b56{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T18:32:48,331 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bdd7391{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5a6140-164a-e947-41ea-b494efbbb28f/hadoop.log.dir/,STOPPED} 2024-11-20T18:32:48,339 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T18:32:48,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down