2024-12-11 02:20:00,461 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-12-11 02:20:00,471 main DEBUG Took 0.008616 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-11 02:20:00,471 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-11 02:20:00,472 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-11 02:20:00,472 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-11 02:20:00,474 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 02:20:00,480 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-11 02:20:00,491 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 02:20:00,493 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 02:20:00,493 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 02:20:00,494 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 02:20:00,494 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 02:20:00,495 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 02:20:00,495 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 02:20:00,496 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 02:20:00,496 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 02:20:00,496 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 02:20:00,497 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 02:20:00,497 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 02:20:00,498 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 02:20:00,498 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 02:20:00,498 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 02:20:00,499 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 02:20:00,499 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 02:20:00,499 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 02:20:00,500 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 02:20:00,500 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 02:20:00,500 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 02:20:00,501 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 02:20:00,501 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 02:20:00,501 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 02:20:00,502 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 02:20:00,502 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-11 02:20:00,503 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 02:20:00,504 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-11 02:20:00,506 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-11 02:20:00,506 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-11 02:20:00,507 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-11 02:20:00,508 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-11 02:20:00,516 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-11 02:20:00,518 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-11 02:20:00,519 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-11 02:20:00,520 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-11 02:20:00,520 main DEBUG createAppenders(={Console}) 2024-12-11 02:20:00,521 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-12-11 02:20:00,521 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-12-11 02:20:00,521 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-12-11 02:20:00,522 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-11 02:20:00,522 main DEBUG OutputStream closed 2024-12-11 02:20:00,522 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-11 02:20:00,522 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-11 02:20:00,523 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-12-11 02:20:00,590 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-11 02:20:00,592 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-11 02:20:00,593 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-11 02:20:00,594 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-11 02:20:00,595 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-11 02:20:00,595 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-11 02:20:00,596 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-11 02:20:00,596 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-11 02:20:00,597 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-11 02:20:00,597 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-11 02:20:00,597 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-11 02:20:00,598 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-11 02:20:00,598 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-11 02:20:00,599 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-11 02:20:00,599 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-11 02:20:00,599 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-11 02:20:00,600 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-11 02:20:00,600 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-11 02:20:00,603 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-11 02:20:00,603 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-12-11 02:20:00,604 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-11 02:20:00,604 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-12-11T02:20:00,833 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d592fcfa-d4ae-d196-362d-27cf1617dcd6 2024-12-11 02:20:00,837 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-11 02:20:00,837 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-11T02:20:00,847 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-12-11T02:20:00,855 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplayValueCompression timeout: 13 mins 2024-12-11T02:20:00,880 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-11T02:20:00,929 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-11T02:20:00,929 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-11T02:20:00,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-11T02:20:00,956 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d592fcfa-d4ae-d196-362d-27cf1617dcd6/cluster_117f69cb-9d85-512b-c093-f5ad34cd705d, deleteOnExit=true 2024-12-11T02:20:00,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-11T02:20:00,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d592fcfa-d4ae-d196-362d-27cf1617dcd6/test.cache.data in system properties and HBase conf 2024-12-11T02:20:00,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d592fcfa-d4ae-d196-362d-27cf1617dcd6/hadoop.tmp.dir in system properties and HBase conf 2024-12-11T02:20:00,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d592fcfa-d4ae-d196-362d-27cf1617dcd6/hadoop.log.dir in system properties and HBase conf 2024-12-11T02:20:00,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d592fcfa-d4ae-d196-362d-27cf1617dcd6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-11T02:20:00,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d592fcfa-d4ae-d196-362d-27cf1617dcd6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-11T02:20:00,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-11T02:20:01,046 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-11T02:20:01,139 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-11T02:20:01,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d592fcfa-d4ae-d196-362d-27cf1617dcd6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-11T02:20:01,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d592fcfa-d4ae-d196-362d-27cf1617dcd6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-11T02:20:01,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d592fcfa-d4ae-d196-362d-27cf1617dcd6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-11T02:20:01,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d592fcfa-d4ae-d196-362d-27cf1617dcd6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T02:20:01,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d592fcfa-d4ae-d196-362d-27cf1617dcd6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-11T02:20:01,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d592fcfa-d4ae-d196-362d-27cf1617dcd6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-11T02:20:01,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d592fcfa-d4ae-d196-362d-27cf1617dcd6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T02:20:01,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d592fcfa-d4ae-d196-362d-27cf1617dcd6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T02:20:01,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d592fcfa-d4ae-d196-362d-27cf1617dcd6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-11T02:20:01,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d592fcfa-d4ae-d196-362d-27cf1617dcd6/nfs.dump.dir in system properties and HBase conf 2024-12-11T02:20:01,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d592fcfa-d4ae-d196-362d-27cf1617dcd6/java.io.tmpdir in system properties and HBase conf 2024-12-11T02:20:01,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d592fcfa-d4ae-d196-362d-27cf1617dcd6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T02:20:01,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d592fcfa-d4ae-d196-362d-27cf1617dcd6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-11T02:20:01,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d592fcfa-d4ae-d196-362d-27cf1617dcd6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-11T02:20:01,975 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-11T02:20:02,053 INFO [Time-limited test {}] log.Log(170): Logging initialized @2266ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-11T02:20:02,131 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T02:20:02,190 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T02:20:02,212 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T02:20:02,212 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T02:20:02,213 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-11T02:20:02,226 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T02:20:02,229 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f37ffca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d592fcfa-d4ae-d196-362d-27cf1617dcd6/hadoop.log.dir/,AVAILABLE} 2024-12-11T02:20:02,230 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6dc9d5c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T02:20:02,429 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3717288f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d592fcfa-d4ae-d196-362d-27cf1617dcd6/java.io.tmpdir/jetty-localhost-38485-hadoop-hdfs-3_4_1-tests_jar-_-any-13157105293321095986/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-11T02:20:02,435 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bd70930{HTTP/1.1, (http/1.1)}{localhost:38485} 2024-12-11T02:20:02,436 INFO [Time-limited test {}] server.Server(415): Started @2648ms 2024-12-11T02:20:02,831 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T02:20:02,841 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T02:20:02,842 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T02:20:02,843 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T02:20:02,843 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-11T02:20:02,844 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cf5a85e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d592fcfa-d4ae-d196-362d-27cf1617dcd6/hadoop.log.dir/,AVAILABLE} 2024-12-11T02:20:02,845 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a359997{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T02:20:02,970 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@330740de{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d592fcfa-d4ae-d196-362d-27cf1617dcd6/java.io.tmpdir/jetty-localhost-39305-hadoop-hdfs-3_4_1-tests_jar-_-any-9852363822075643461/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T02:20:02,971 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b24cab9{HTTP/1.1, (http/1.1)}{localhost:39305} 2024-12-11T02:20:02,971 INFO [Time-limited test {}] server.Server(415): Started @3184ms 2024-12-11T02:20:03,027 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T02:20:03,151 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T02:20:03,157 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T02:20:03,161 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T02:20:03,161 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T02:20:03,161 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-11T02:20:03,165 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46b092e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d592fcfa-d4ae-d196-362d-27cf1617dcd6/hadoop.log.dir/,AVAILABLE} 2024-12-11T02:20:03,165 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cc2d6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T02:20:03,310 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bd427b8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d592fcfa-d4ae-d196-362d-27cf1617dcd6/java.io.tmpdir/jetty-localhost-41275-hadoop-hdfs-3_4_1-tests_jar-_-any-3437206429789298155/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T02:20:03,311 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6915083f{HTTP/1.1, (http/1.1)}{localhost:41275} 2024-12-11T02:20:03,312 INFO [Time-limited test {}] server.Server(415): Started @3524ms 2024-12-11T02:20:03,315 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T02:20:03,366 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T02:20:03,372 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T02:20:03,375 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T02:20:03,375 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T02:20:03,375 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-11T02:20:03,376 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6d5e13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d592fcfa-d4ae-d196-362d-27cf1617dcd6/hadoop.log.dir/,AVAILABLE} 2024-12-11T02:20:03,377 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f9972d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T02:20:03,511 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d592fcfa-d4ae-d196-362d-27cf1617dcd6/cluster_117f69cb-9d85-512b-c093-f5ad34cd705d/data/data4/current/BP-170343088-172.17.0.2-1733883601722/current, will proceed with Du for space computation calculation, 2024-12-11T02:20:03,511 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d592fcfa-d4ae-d196-362d-27cf1617dcd6/cluster_117f69cb-9d85-512b-c093-f5ad34cd705d/data/data3/current/BP-170343088-172.17.0.2-1733883601722/current, will proceed with Du for space computation calculation, 2024-12-11T02:20:03,511 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d592fcfa-d4ae-d196-362d-27cf1617dcd6/cluster_117f69cb-9d85-512b-c093-f5ad34cd705d/data/data1/current/BP-170343088-172.17.0.2-1733883601722/current, will proceed with Du for space computation calculation, 2024-12-11T02:20:03,511 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d592fcfa-d4ae-d196-362d-27cf1617dcd6/cluster_117f69cb-9d85-512b-c093-f5ad34cd705d/data/data2/current/BP-170343088-172.17.0.2-1733883601722/current, will proceed with Du for space computation calculation, 2024-12-11T02:20:03,529 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35f1150e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d592fcfa-d4ae-d196-362d-27cf1617dcd6/java.io.tmpdir/jetty-localhost-40795-hadoop-hdfs-3_4_1-tests_jar-_-any-5094707722990881379/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T02:20:03,530 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13a77e13{HTTP/1.1, (http/1.1)}{localhost:40795} 2024-12-11T02:20:03,530 INFO [Time-limited test {}] server.Server(415): Started @3742ms 2024-12-11T02:20:03,534 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T02:20:03,576 WARN [Thread-82 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T02:20:03,577 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T02:20:03,660 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5189eddc3f4af6d0 with lease ID 0x28e925ee64b65eb: Processing first storage report for DS-fa5060c7-4172-4632-a7fa-0f218265b336 from datanode DatanodeRegistration(127.0.0.1:36013, datanodeUuid=c40bb206-27bd-43ea-8c43-55d213b62d39, infoPort=44255, infoSecurePort=0, ipcPort=44631, storageInfo=lv=-57;cid=testClusterID;nsid=1631284931;c=1733883601722) 2024-12-11T02:20:03,662 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5189eddc3f4af6d0 with lease ID 0x28e925ee64b65eb: from storage DS-fa5060c7-4172-4632-a7fa-0f218265b336 node DatanodeRegistration(127.0.0.1:36013, datanodeUuid=c40bb206-27bd-43ea-8c43-55d213b62d39, infoPort=44255, infoSecurePort=0, ipcPort=44631, storageInfo=lv=-57;cid=testClusterID;nsid=1631284931;c=1733883601722), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-11T02:20:03,662 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe05e97e844589be4 with lease ID 0x28e925ee64b65ec: Processing first storage report for DS-ec304476-ba6d-4405-9e0f-ce26bd77d384 from datanode DatanodeRegistration(127.0.0.1:45227, datanodeUuid=21a80a66-09a2-4c7c-83bb-8aa405ac78f6, infoPort=39015, infoSecurePort=0, ipcPort=43657, storageInfo=lv=-57;cid=testClusterID;nsid=1631284931;c=1733883601722) 2024-12-11T02:20:03,663 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe05e97e844589be4 with lease ID 0x28e925ee64b65ec: from storage DS-ec304476-ba6d-4405-9e0f-ce26bd77d384 node DatanodeRegistration(127.0.0.1:45227, datanodeUuid=21a80a66-09a2-4c7c-83bb-8aa405ac78f6, infoPort=39015, infoSecurePort=0, ipcPort=43657, storageInfo=lv=-57;cid=testClusterID;nsid=1631284931;c=1733883601722), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T02:20:03,663 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5189eddc3f4af6d0 with lease ID 0x28e925ee64b65eb: Processing first storage report for DS-aff881df-4954-4c12-983f-7962c60c885b from datanode DatanodeRegistration(127.0.0.1:36013, datanodeUuid=c40bb206-27bd-43ea-8c43-55d213b62d39, infoPort=44255, infoSecurePort=0, ipcPort=44631, storageInfo=lv=-57;cid=testClusterID;nsid=1631284931;c=1733883601722) 2024-12-11T02:20:03,663 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5189eddc3f4af6d0 with lease ID 0x28e925ee64b65eb: from storage DS-aff881df-4954-4c12-983f-7962c60c885b node DatanodeRegistration(127.0.0.1:36013, datanodeUuid=c40bb206-27bd-43ea-8c43-55d213b62d39, infoPort=44255, infoSecurePort=0, ipcPort=44631, storageInfo=lv=-57;cid=testClusterID;nsid=1631284931;c=1733883601722), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T02:20:03,663 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe05e97e844589be4 with lease ID 0x28e925ee64b65ec: Processing first storage report for DS-6f147d66-a939-49b1-abf6-2e83406ce9a9 from datanode DatanodeRegistration(127.0.0.1:45227, datanodeUuid=21a80a66-09a2-4c7c-83bb-8aa405ac78f6, infoPort=39015, infoSecurePort=0, ipcPort=43657, storageInfo=lv=-57;cid=testClusterID;nsid=1631284931;c=1733883601722) 2024-12-11T02:20:03,664 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe05e97e844589be4 with lease ID 0x28e925ee64b65ec: from storage DS-6f147d66-a939-49b1-abf6-2e83406ce9a9 node DatanodeRegistration(127.0.0.1:45227, datanodeUuid=21a80a66-09a2-4c7c-83bb-8aa405ac78f6, infoPort=39015, infoSecurePort=0, ipcPort=43657, storageInfo=lv=-57;cid=testClusterID;nsid=1631284931;c=1733883601722), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-11T02:20:03,692 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d592fcfa-d4ae-d196-362d-27cf1617dcd6/cluster_117f69cb-9d85-512b-c093-f5ad34cd705d/data/data5/current/BP-170343088-172.17.0.2-1733883601722/current, will proceed with Du for space computation calculation, 2024-12-11T02:20:03,692 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d592fcfa-d4ae-d196-362d-27cf1617dcd6/cluster_117f69cb-9d85-512b-c093-f5ad34cd705d/data/data6/current/BP-170343088-172.17.0.2-1733883601722/current, will proceed with Du for space computation calculation, 2024-12-11T02:20:03,722 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T02:20:03,729 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x83c4f339828723fa with lease ID 0x28e925ee64b65ed: Processing first storage report for DS-218099b2-9a37-45b9-9467-530be5376f5f from datanode DatanodeRegistration(127.0.0.1:42339, datanodeUuid=31b37926-421c-4eae-b6fc-0666bb31c795, infoPort=41245, infoSecurePort=0, ipcPort=44155, storageInfo=lv=-57;cid=testClusterID;nsid=1631284931;c=1733883601722) 2024-12-11T02:20:03,729 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x83c4f339828723fa with lease ID 0x28e925ee64b65ed: from storage DS-218099b2-9a37-45b9-9467-530be5376f5f node DatanodeRegistration(127.0.0.1:42339, datanodeUuid=31b37926-421c-4eae-b6fc-0666bb31c795, infoPort=41245, infoSecurePort=0, ipcPort=44155, storageInfo=lv=-57;cid=testClusterID;nsid=1631284931;c=1733883601722), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T02:20:03,730 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x83c4f339828723fa with lease ID 0x28e925ee64b65ed: Processing first storage report for DS-43cbdd23-6af2-40c3-9957-d044a57313a5 from datanode DatanodeRegistration(127.0.0.1:42339, datanodeUuid=31b37926-421c-4eae-b6fc-0666bb31c795, infoPort=41245, infoSecurePort=0, ipcPort=44155, storageInfo=lv=-57;cid=testClusterID;nsid=1631284931;c=1733883601722) 2024-12-11T02:20:03,730 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x83c4f339828723fa with lease ID 0x28e925ee64b65ed: from storage DS-43cbdd23-6af2-40c3-9957-d044a57313a5 node DatanodeRegistration(127.0.0.1:42339, datanodeUuid=31b37926-421c-4eae-b6fc-0666bb31c795, infoPort=41245, infoSecurePort=0, ipcPort=44155, storageInfo=lv=-57;cid=testClusterID;nsid=1631284931;c=1733883601722), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T02:20:03,960 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d592fcfa-d4ae-d196-362d-27cf1617dcd6 2024-12-11T02:20:04,036 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d592fcfa-d4ae-d196-362d-27cf1617dcd6/cluster_117f69cb-9d85-512b-c093-f5ad34cd705d/zookeeper_0, clientPort=63414, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d592fcfa-d4ae-d196-362d-27cf1617dcd6/cluster_117f69cb-9d85-512b-c093-f5ad34cd705d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d592fcfa-d4ae-d196-362d-27cf1617dcd6/cluster_117f69cb-9d85-512b-c093-f5ad34cd705d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-11T02:20:04,049 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63414 2024-12-11T02:20:04,064 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T02:20:04,068 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T02:20:04,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741825_1001 (size=7) 2024-12-11T02:20:04,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741825_1001 (size=7) 2024-12-11T02:20:04,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741825_1001 (size=7) 2024-12-11T02:20:04,706 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2 with version=8 2024-12-11T02:20:04,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/hbase-staging 2024-12-11T02:20:05,020 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a60bac70733e:0 server-side Connection retries=45 2024-12-11T02:20:05,031 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T02:20:05,032 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T02:20:05,037 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T02:20:05,038 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T02:20:05,038 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T02:20:05,181 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-11T02:20:05,246 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-11T02:20:05,255 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-11T02:20:05,259 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T02:20:05,288 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 18517 (auto-detected) 2024-12-11T02:20:05,289 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-11T02:20:05,309 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38781 2024-12-11T02:20:05,332 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38781 connecting to ZooKeeper ensemble=127.0.0.1:63414 2024-12-11T02:20:05,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:387810x0, quorum=127.0.0.1:63414, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T02:20:05,368 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38781-0x1019f5216c10000 connected 2024-12-11T02:20:05,395 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T02:20:05,398 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T02:20:05,408 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38781-0x1019f5216c10000, quorum=127.0.0.1:63414, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T02:20:05,412 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2, hbase.cluster.distributed=false 2024-12-11T02:20:05,437 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38781-0x1019f5216c10000, quorum=127.0.0.1:63414, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T02:20:05,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38781 2024-12-11T02:20:05,442 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38781 2024-12-11T02:20:05,442 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38781 2024-12-11T02:20:05,443 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38781 2024-12-11T02:20:05,443 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38781 2024-12-11T02:20:05,564 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a60bac70733e:0 server-side Connection retries=45 2024-12-11T02:20:05,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T02:20:05,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T02:20:05,567 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T02:20:05,567 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T02:20:05,567 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T02:20:05,570 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-11T02:20:05,572 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T02:20:05,573 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43315 2024-12-11T02:20:05,576 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43315 connecting to ZooKeeper ensemble=127.0.0.1:63414 2024-12-11T02:20:05,577 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T02:20:05,580 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T02:20:05,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433150x0, quorum=127.0.0.1:63414, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T02:20:05,587 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43315-0x1019f5216c10001 connected 2024-12-11T02:20:05,587 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43315-0x1019f5216c10001, quorum=127.0.0.1:63414, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T02:20:05,591 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-11T02:20:05,599 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-11T02:20:05,601 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43315-0x1019f5216c10001, quorum=127.0.0.1:63414, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-11T02:20:05,607 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43315-0x1019f5216c10001, quorum=127.0.0.1:63414, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T02:20:05,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43315 2024-12-11T02:20:05,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43315 2024-12-11T02:20:05,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43315 2024-12-11T02:20:05,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43315 2024-12-11T02:20:05,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43315 2024-12-11T02:20:05,631 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a60bac70733e:0 server-side Connection retries=45 2024-12-11T02:20:05,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T02:20:05,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T02:20:05,632 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T02:20:05,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T02:20:05,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T02:20:05,632 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-11T02:20:05,633 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T02:20:05,634 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34813 2024-12-11T02:20:05,636 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34813 connecting to ZooKeeper ensemble=127.0.0.1:63414 2024-12-11T02:20:05,638 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T02:20:05,641 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T02:20:05,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:348130x0, quorum=127.0.0.1:63414, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T02:20:05,648 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34813-0x1019f5216c10002 connected 2024-12-11T02:20:05,648 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34813-0x1019f5216c10002, quorum=127.0.0.1:63414, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T02:20:05,649 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-11T02:20:05,651 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-11T02:20:05,652 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34813-0x1019f5216c10002, quorum=127.0.0.1:63414, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-11T02:20:05,654 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34813-0x1019f5216c10002, quorum=127.0.0.1:63414, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T02:20:05,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34813 2024-12-11T02:20:05,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34813 2024-12-11T02:20:05,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34813 2024-12-11T02:20:05,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34813 2024-12-11T02:20:05,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34813 2024-12-11T02:20:05,679 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a60bac70733e:0 server-side Connection retries=45 2024-12-11T02:20:05,679 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T02:20:05,679 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T02:20:05,680 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T02:20:05,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T02:20:05,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T02:20:05,680 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-11T02:20:05,681 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T02:20:05,682 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35977 2024-12-11T02:20:05,684 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35977 connecting to ZooKeeper ensemble=127.0.0.1:63414 2024-12-11T02:20:05,685 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T02:20:05,688 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T02:20:05,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359770x0, quorum=127.0.0.1:63414, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T02:20:05,695 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35977-0x1019f5216c10003 connected 2024-12-11T02:20:05,696 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35977-0x1019f5216c10003, quorum=127.0.0.1:63414, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T02:20:05,696 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-11T02:20:05,698 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-11T02:20:05,699 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35977-0x1019f5216c10003, quorum=127.0.0.1:63414, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-11T02:20:05,701 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35977-0x1019f5216c10003, quorum=127.0.0.1:63414, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T02:20:05,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35977 2024-12-11T02:20:05,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35977 2024-12-11T02:20:05,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35977 2024-12-11T02:20:05,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35977 2024-12-11T02:20:05,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35977 2024-12-11T02:20:05,724 DEBUG [M:0;a60bac70733e:38781 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a60bac70733e:38781 2024-12-11T02:20:05,725 INFO [master/a60bac70733e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/a60bac70733e,38781,1733883604822 2024-12-11T02:20:05,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35977-0x1019f5216c10003, quorum=127.0.0.1:63414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T02:20:05,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38781-0x1019f5216c10000, quorum=127.0.0.1:63414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T02:20:05,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43315-0x1019f5216c10001, quorum=127.0.0.1:63414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T02:20:05,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x1019f5216c10002, quorum=127.0.0.1:63414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T02:20:05,734 DEBUG [master/a60bac70733e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38781-0x1019f5216c10000, quorum=127.0.0.1:63414, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/a60bac70733e,38781,1733883604822 2024-12-11T02:20:05,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43315-0x1019f5216c10001, quorum=127.0.0.1:63414, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-11T02:20:05,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35977-0x1019f5216c10003, quorum=127.0.0.1:63414, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-11T02:20:05,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x1019f5216c10002, quorum=127.0.0.1:63414, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-11T02:20:05,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38781-0x1019f5216c10000, quorum=127.0.0.1:63414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T02:20:05,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x1019f5216c10002, quorum=127.0.0.1:63414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T02:20:05,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43315-0x1019f5216c10001, quorum=127.0.0.1:63414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T02:20:05,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35977-0x1019f5216c10003, quorum=127.0.0.1:63414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T02:20:05,757 DEBUG [master/a60bac70733e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38781-0x1019f5216c10000, quorum=127.0.0.1:63414, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-11T02:20:05,759 INFO [master/a60bac70733e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/a60bac70733e,38781,1733883604822 from backup master directory 2024-12-11T02:20:05,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x1019f5216c10002, quorum=127.0.0.1:63414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T02:20:05,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38781-0x1019f5216c10000, quorum=127.0.0.1:63414, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/a60bac70733e,38781,1733883604822 2024-12-11T02:20:05,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35977-0x1019f5216c10003, quorum=127.0.0.1:63414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T02:20:05,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43315-0x1019f5216c10001, quorum=127.0.0.1:63414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T02:20:05,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38781-0x1019f5216c10000, quorum=127.0.0.1:63414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T02:20:05,763 WARN [master/a60bac70733e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T02:20:05,763 INFO [master/a60bac70733e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a60bac70733e,38781,1733883604822 2024-12-11T02:20:05,766 INFO [master/a60bac70733e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-11T02:20:05,767 INFO [master/a60bac70733e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-11T02:20:05,824 DEBUG [master/a60bac70733e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/hbase.id] with ID: b1daf6bd-84ae-4b3a-adf3-9fdc7f702e76 2024-12-11T02:20:05,825 DEBUG [master/a60bac70733e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/.tmp/hbase.id 2024-12-11T02:20:05,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741826_1002 (size=42) 2024-12-11T02:20:05,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741826_1002 (size=42) 2024-12-11T02:20:05,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741826_1002 (size=42) 2024-12-11T02:20:05,840 DEBUG [master/a60bac70733e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/.tmp/hbase.id]:[hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/hbase.id] 2024-12-11T02:20:05,884 INFO [master/a60bac70733e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T02:20:05,889 INFO [master/a60bac70733e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-11T02:20:05,908 INFO [master/a60bac70733e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-12-11T02:20:05,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43315-0x1019f5216c10001, quorum=127.0.0.1:63414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T02:20:05,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38781-0x1019f5216c10000, quorum=127.0.0.1:63414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T02:20:05,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35977-0x1019f5216c10003, quorum=127.0.0.1:63414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T02:20:05,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x1019f5216c10002, quorum=127.0.0.1:63414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T02:20:05,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741827_1003 (size=196) 2024-12-11T02:20:05,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741827_1003 (size=196) 2024-12-11T02:20:05,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741827_1003 (size=196) 2024-12-11T02:20:05,949 INFO [master/a60bac70733e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T02:20:05,951 INFO [master/a60bac70733e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-11T02:20:05,957 INFO [master/a60bac70733e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T02:20:05,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741828_1004 (size=1189) 2024-12-11T02:20:05,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741828_1004 (size=1189) 2024-12-11T02:20:05,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741828_1004 (size=1189) 2024-12-11T02:20:06,012 INFO [master/a60bac70733e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/MasterData/data/master/store 2024-12-11T02:20:06,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741829_1005 (size=34) 2024-12-11T02:20:06,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741829_1005 (size=34) 2024-12-11T02:20:06,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741829_1005 (size=34) 2024-12-11T02:20:06,044 INFO [master/a60bac70733e:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-11T02:20:06,047 DEBUG [master/a60bac70733e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T02:20:06,049 DEBUG [master/a60bac70733e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-11T02:20:06,049 INFO [master/a60bac70733e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T02:20:06,050 DEBUG [master/a60bac70733e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T02:20:06,051 DEBUG [master/a60bac70733e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-11T02:20:06,052 DEBUG [master/a60bac70733e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T02:20:06,052 INFO [master/a60bac70733e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T02:20:06,053 DEBUG [master/a60bac70733e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733883606049Disabling compacts and flushes for region at 1733883606049Disabling writes for close at 1733883606051 (+2 ms)Writing region close event to WAL at 1733883606052 (+1 ms)Closed at 1733883606052 2024-12-11T02:20:06,056 WARN [master/a60bac70733e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/MasterData/data/master/store/.initializing 2024-12-11T02:20:06,056 DEBUG [master/a60bac70733e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/MasterData/WALs/a60bac70733e,38781,1733883604822 2024-12-11T02:20:06,065 INFO [master/a60bac70733e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T02:20:06,081 INFO [master/a60bac70733e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a60bac70733e%2C38781%2C1733883604822, suffix=, logDir=hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/MasterData/WALs/a60bac70733e,38781,1733883604822, archiveDir=hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/MasterData/oldWALs, maxLogs=10 2024-12-11T02:20:06,116 DEBUG [master/a60bac70733e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/MasterData/WALs/a60bac70733e,38781,1733883604822/a60bac70733e%2C38781%2C1733883604822.1733883606087, exclude list is [], retry=0 2024-12-11T02:20:06,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T02:20:06,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36013,DS-fa5060c7-4172-4632-a7fa-0f218265b336,DISK] 2024-12-11T02:20:06,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42339,DS-218099b2-9a37-45b9-9467-530be5376f5f,DISK] 2024-12-11T02:20:06,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45227,DS-ec304476-ba6d-4405-9e0f-ce26bd77d384,DISK] 2024-12-11T02:20:06,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-11T02:20:06,184 INFO [master/a60bac70733e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/MasterData/WALs/a60bac70733e,38781,1733883604822/a60bac70733e%2C38781%2C1733883604822.1733883606087 2024-12-11T02:20:06,187 DEBUG [master/a60bac70733e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41245:41245),(127.0.0.1/127.0.0.1:39015:39015),(127.0.0.1/127.0.0.1:44255:44255)] 2024-12-11T02:20:06,187 DEBUG [master/a60bac70733e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-11T02:20:06,188 DEBUG [master/a60bac70733e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T02:20:06,191 DEBUG [master/a60bac70733e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T02:20:06,192 DEBUG [master/a60bac70733e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T02:20:06,229 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T02:20:06,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-11T02:20:06,259 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:06,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T02:20:06,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T02:20:06,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-11T02:20:06,266 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:06,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:06,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T02:20:06,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-11T02:20:06,270 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:06,270 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:06,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T02:20:06,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-11T02:20:06,273 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:06,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:06,274 DEBUG [master/a60bac70733e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T02:20:06,278 DEBUG [master/a60bac70733e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-11T02:20:06,279 DEBUG [master/a60bac70733e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-11T02:20:06,284 DEBUG [master/a60bac70733e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T02:20:06,284 DEBUG [master/a60bac70733e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T02:20:06,287 DEBUG [master/a60bac70733e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T02:20:06,290 DEBUG [master/a60bac70733e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T02:20:06,295 DEBUG [master/a60bac70733e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T02:20:06,296 INFO [master/a60bac70733e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61796372, jitterRate=-0.07916229963302612}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T02:20:06,302 DEBUG [master/a60bac70733e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733883606204Initializing all the Stores at 1733883606207 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733883606207Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883606208 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883606208Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883606208Cleaning up temporary data from old regions at 1733883606284 (+76 ms)Region opened successfully at 1733883606302 (+18 ms) 2024-12-11T02:20:06,303 INFO [master/a60bac70733e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-11T02:20:06,336 DEBUG [master/a60bac70733e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5487f789, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a60bac70733e/172.17.0.2:0 2024-12-11T02:20:06,369 INFO [master/a60bac70733e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-11T02:20:06,381 INFO [master/a60bac70733e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-11T02:20:06,381 INFO [master/a60bac70733e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-11T02:20:06,384 INFO [master/a60bac70733e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-11T02:20:06,386 INFO [master/a60bac70733e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-11T02:20:06,390 INFO [master/a60bac70733e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-11T02:20:06,391 INFO [master/a60bac70733e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-11T02:20:06,416 INFO [master/a60bac70733e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-11T02:20:06,425 DEBUG [master/a60bac70733e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38781-0x1019f5216c10000, quorum=127.0.0.1:63414, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-11T02:20:06,427 DEBUG [master/a60bac70733e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-11T02:20:06,430 INFO [master/a60bac70733e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-11T02:20:06,431 DEBUG [master/a60bac70733e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38781-0x1019f5216c10000, quorum=127.0.0.1:63414, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-11T02:20:06,434 DEBUG [master/a60bac70733e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-11T02:20:06,436 INFO [master/a60bac70733e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-11T02:20:06,439 DEBUG [master/a60bac70733e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38781-0x1019f5216c10000, quorum=127.0.0.1:63414, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-11T02:20:06,441 DEBUG [master/a60bac70733e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-11T02:20:06,442 DEBUG [master/a60bac70733e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38781-0x1019f5216c10000, quorum=127.0.0.1:63414, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-11T02:20:06,443 DEBUG [master/a60bac70733e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-11T02:20:06,462 DEBUG [master/a60bac70733e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38781-0x1019f5216c10000, quorum=127.0.0.1:63414, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-11T02:20:06,464 DEBUG [master/a60bac70733e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-11T02:20:06,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x1019f5216c10002, quorum=127.0.0.1:63414, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T02:20:06,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35977-0x1019f5216c10003, quorum=127.0.0.1:63414, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T02:20:06,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38781-0x1019f5216c10000, quorum=127.0.0.1:63414, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T02:20:06,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43315-0x1019f5216c10001, quorum=127.0.0.1:63414, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T02:20:06,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x1019f5216c10002, quorum=127.0.0.1:63414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T02:20:06,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35977-0x1019f5216c10003, quorum=127.0.0.1:63414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T02:20:06,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38781-0x1019f5216c10000, quorum=127.0.0.1:63414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T02:20:06,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43315-0x1019f5216c10001, quorum=127.0.0.1:63414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T02:20:06,472 INFO [master/a60bac70733e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a60bac70733e,38781,1733883604822, sessionid=0x1019f5216c10000, setting cluster-up flag (Was=false) 2024-12-11T02:20:06,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x1019f5216c10002, quorum=127.0.0.1:63414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T02:20:06,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35977-0x1019f5216c10003, quorum=127.0.0.1:63414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T02:20:06,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38781-0x1019f5216c10000, quorum=127.0.0.1:63414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T02:20:06,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43315-0x1019f5216c10001, quorum=127.0.0.1:63414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T02:20:06,491 DEBUG [master/a60bac70733e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-11T02:20:06,492 DEBUG [master/a60bac70733e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a60bac70733e,38781,1733883604822 2024-12-11T02:20:06,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x1019f5216c10002, quorum=127.0.0.1:63414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T02:20:06,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38781-0x1019f5216c10000, quorum=127.0.0.1:63414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T02:20:06,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35977-0x1019f5216c10003, quorum=127.0.0.1:63414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T02:20:06,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43315-0x1019f5216c10001, quorum=127.0.0.1:63414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T02:20:06,504 DEBUG [master/a60bac70733e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-11T02:20:06,505 DEBUG [master/a60bac70733e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a60bac70733e,38781,1733883604822 2024-12-11T02:20:06,512 INFO [master/a60bac70733e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-11T02:20:06,595 INFO [AsyncFSWAL-0-hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/MasterData-prefix:a60bac70733e,38781,1733883604822 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-12-11T02:20:06,610 DEBUG [master/a60bac70733e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-11T02:20:06,613 INFO [RS:2;a60bac70733e:35977 {}] regionserver.HRegionServer(746): ClusterId : b1daf6bd-84ae-4b3a-adf3-9fdc7f702e76 2024-12-11T02:20:06,613 INFO [RS:0;a60bac70733e:43315 {}] regionserver.HRegionServer(746): ClusterId : b1daf6bd-84ae-4b3a-adf3-9fdc7f702e76 2024-12-11T02:20:06,613 INFO [RS:1;a60bac70733e:34813 {}] regionserver.HRegionServer(746): ClusterId : b1daf6bd-84ae-4b3a-adf3-9fdc7f702e76 2024-12-11T02:20:06,616 DEBUG [RS:0;a60bac70733e:43315 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-11T02:20:06,616 DEBUG [RS:1;a60bac70733e:34813 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-11T02:20:06,616 DEBUG [RS:2;a60bac70733e:35977 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-11T02:20:06,621 INFO [master/a60bac70733e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-11T02:20:06,621 DEBUG [RS:2;a60bac70733e:35977 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-11T02:20:06,621 DEBUG [RS:0;a60bac70733e:43315 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-11T02:20:06,621 DEBUG [RS:1;a60bac70733e:34813 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-11T02:20:06,622 DEBUG [RS:2;a60bac70733e:35977 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-11T02:20:06,622 DEBUG [RS:0;a60bac70733e:43315 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-11T02:20:06,622 DEBUG [RS:1;a60bac70733e:34813 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-11T02:20:06,626 DEBUG [RS:1;a60bac70733e:34813 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-11T02:20:06,626 DEBUG [RS:2;a60bac70733e:35977 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-11T02:20:06,626 DEBUG [RS:0;a60bac70733e:43315 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-11T02:20:06,626 DEBUG [RS:1;a60bac70733e:34813 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43cf7afb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a60bac70733e/172.17.0.2:0 2024-12-11T02:20:06,627 DEBUG [RS:0;a60bac70733e:43315 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ef49b7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a60bac70733e/172.17.0.2:0 2024-12-11T02:20:06,627 DEBUG [RS:2;a60bac70733e:35977 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@163c6d5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a60bac70733e/172.17.0.2:0 2024-12-11T02:20:06,629 INFO [master/a60bac70733e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-11T02:20:06,636 DEBUG [master/a60bac70733e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a60bac70733e,38781,1733883604822 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-11T02:20:06,641 DEBUG [RS:1;a60bac70733e:34813 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;a60bac70733e:34813 2024-12-11T02:20:06,642 DEBUG [RS:2;a60bac70733e:35977 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;a60bac70733e:35977 2024-12-11T02:20:06,644 INFO [RS:2;a60bac70733e:35977 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-11T02:20:06,644 INFO [RS:1;a60bac70733e:34813 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-11T02:20:06,644 INFO [RS:1;a60bac70733e:34813 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-11T02:20:06,644 INFO [RS:2;a60bac70733e:35977 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-11T02:20:06,644 DEBUG [RS:1;a60bac70733e:34813 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-11T02:20:06,644 DEBUG [RS:2;a60bac70733e:35977 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-11T02:20:06,645 DEBUG [master/a60bac70733e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a60bac70733e:0, corePoolSize=5, maxPoolSize=5 2024-12-11T02:20:06,645 DEBUG [RS:0;a60bac70733e:43315 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a60bac70733e:43315 2024-12-11T02:20:06,645 INFO [RS:0;a60bac70733e:43315 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-11T02:20:06,645 DEBUG [master/a60bac70733e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a60bac70733e:0, corePoolSize=5, maxPoolSize=5 2024-12-11T02:20:06,646 INFO [RS:0;a60bac70733e:43315 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-11T02:20:06,646 DEBUG [RS:0;a60bac70733e:43315 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-11T02:20:06,646 DEBUG [master/a60bac70733e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a60bac70733e:0, corePoolSize=5, maxPoolSize=5 2024-12-11T02:20:06,646 DEBUG [master/a60bac70733e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a60bac70733e:0, corePoolSize=5, maxPoolSize=5 2024-12-11T02:20:06,646 DEBUG [master/a60bac70733e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a60bac70733e:0, corePoolSize=10, maxPoolSize=10 2024-12-11T02:20:06,646 DEBUG [master/a60bac70733e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a60bac70733e:0, corePoolSize=1, maxPoolSize=1 2024-12-11T02:20:06,646 DEBUG [master/a60bac70733e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a60bac70733e:0, corePoolSize=2, maxPoolSize=2 2024-12-11T02:20:06,646 DEBUG [master/a60bac70733e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a60bac70733e:0, corePoolSize=1, maxPoolSize=1 2024-12-11T02:20:06,647 INFO [RS:0;a60bac70733e:43315 {}] regionserver.HRegionServer(2659): reportForDuty to master=a60bac70733e,38781,1733883604822 with port=43315, startcode=1733883605524 2024-12-11T02:20:06,647 INFO [RS:1;a60bac70733e:34813 {}] regionserver.HRegionServer(2659): reportForDuty to master=a60bac70733e,38781,1733883604822 with port=34813, startcode=1733883605631 2024-12-11T02:20:06,647 INFO [RS:2;a60bac70733e:35977 {}] regionserver.HRegionServer(2659): reportForDuty to master=a60bac70733e,38781,1733883604822 with port=35977, startcode=1733883605678 2024-12-11T02:20:06,650 INFO [master/a60bac70733e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733883636650 2024-12-11T02:20:06,652 INFO [master/a60bac70733e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-11T02:20:06,653 INFO [master/a60bac70733e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-11T02:20:06,655 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-11T02:20:06,655 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-11T02:20:06,658 INFO [master/a60bac70733e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-11T02:20:06,658 INFO [master/a60bac70733e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-11T02:20:06,658 INFO [master/a60bac70733e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-11T02:20:06,659 INFO [master/a60bac70733e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-11T02:20:06,661 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:06,661 DEBUG [RS:0;a60bac70733e:43315 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-11T02:20:06,661 DEBUG [RS:2;a60bac70733e:35977 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-11T02:20:06,661 DEBUG [RS:1;a60bac70733e:34813 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-11T02:20:06,661 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-11T02:20:06,661 INFO [master/a60bac70733e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-11T02:20:06,664 INFO [master/a60bac70733e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-11T02:20:06,665 INFO [master/a60bac70733e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-11T02:20:06,666 INFO [master/a60bac70733e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-11T02:20:06,668 INFO [master/a60bac70733e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-11T02:20:06,669 INFO [master/a60bac70733e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-11T02:20:06,670 DEBUG [master/a60bac70733e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a60bac70733e:0:becomeActiveMaster-HFileCleaner.large.0-1733883606670,5,FailOnTimeoutGroup] 2024-12-11T02:20:06,671 DEBUG [master/a60bac70733e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a60bac70733e:0:becomeActiveMaster-HFileCleaner.small.0-1733883606670,5,FailOnTimeoutGroup] 2024-12-11T02:20:06,671 INFO [master/a60bac70733e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-11T02:20:06,671 INFO [master/a60bac70733e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-11T02:20:06,673 INFO [master/a60bac70733e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-11T02:20:06,673 INFO [master/a60bac70733e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-11T02:20:06,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741831_1007 (size=1321) 2024-12-11T02:20:06,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741831_1007 (size=1321) 2024-12-11T02:20:06,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741831_1007 (size=1321) 2024-12-11T02:20:06,679 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-11T02:20:06,679 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2 2024-12-11T02:20:06,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741832_1008 (size=32) 2024-12-11T02:20:06,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741832_1008 (size=32) 2024-12-11T02:20:06,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741832_1008 (size=32) 2024-12-11T02:20:06,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T02:20:06,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-11T02:20:06,697 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-11T02:20:06,697 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:06,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T02:20:06,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-11T02:20:06,700 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-11T02:20:06,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:06,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T02:20:06,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-11T02:20:06,704 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-11T02:20:06,704 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:06,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T02:20:06,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-11T02:20:06,708 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-11T02:20:06,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:06,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T02:20:06,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-11T02:20:06,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/hbase/meta/1588230740 2024-12-11T02:20:06,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/hbase/meta/1588230740 2024-12-11T02:20:06,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-11T02:20:06,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-11T02:20:06,719 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T02:20:06,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-11T02:20:06,727 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T02:20:06,728 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73666557, jitterRate=0.09771724045276642}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T02:20:06,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733883606693Initializing all the Stores at 1733883606694 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733883606694Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733883606694Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883606695 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733883606695Cleaning up temporary data from old regions at 1733883606717 (+22 ms)Region opened successfully at 1733883606731 (+14 ms) 2024-12-11T02:20:06,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-11T02:20:06,731 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-11T02:20:06,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-11T02:20:06,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-11T02:20:06,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-11T02:20:06,732 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52391, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-11T02:20:06,732 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60995, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-11T02:20:06,733 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52755, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-11T02:20:06,733 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-11T02:20:06,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733883606731Disabling compacts and flushes for region at 1733883606731Disabling writes for close at 1733883606732 (+1 ms)Writing region close event to WAL at 1733883606733 (+1 ms)Closed at 1733883606733 2024-12-11T02:20:06,737 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-11T02:20:06,737 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-11T02:20:06,739 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38781 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a60bac70733e,43315,1733883605524 2024-12-11T02:20:06,741 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38781 {}] master.ServerManager(517): Registering regionserver=a60bac70733e,43315,1733883605524 2024-12-11T02:20:06,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-11T02:20:06,752 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38781 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a60bac70733e,35977,1733883605678 2024-12-11T02:20:06,752 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38781 {}] master.ServerManager(517): Registering regionserver=a60bac70733e,35977,1733883605678 2024-12-11T02:20:06,756 DEBUG [RS:0;a60bac70733e:43315 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2 2024-12-11T02:20:06,756 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38781 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a60bac70733e,34813,1733883605631 2024-12-11T02:20:06,756 DEBUG [RS:0;a60bac70733e:43315 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38075 2024-12-11T02:20:06,756 DEBUG [RS:2;a60bac70733e:35977 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2 2024-12-11T02:20:06,756 DEBUG [RS:0;a60bac70733e:43315 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-11T02:20:06,757 DEBUG [RS:2;a60bac70733e:35977 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38075 2024-12-11T02:20:06,757 DEBUG [RS:2;a60bac70733e:35977 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-11T02:20:06,756 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38781 {}] master.ServerManager(517): Registering regionserver=a60bac70733e,34813,1733883605631 2024-12-11T02:20:06,758 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-11T02:20:06,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38781-0x1019f5216c10000, quorum=127.0.0.1:63414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T02:20:06,762 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-11T02:20:06,762 DEBUG [RS:1;a60bac70733e:34813 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2 2024-12-11T02:20:06,762 DEBUG [RS:1;a60bac70733e:34813 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38075 2024-12-11T02:20:06,762 DEBUG [RS:1;a60bac70733e:34813 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-11T02:20:06,766 DEBUG [RS:0;a60bac70733e:43315 {}] zookeeper.ZKUtil(111): regionserver:43315-0x1019f5216c10001, quorum=127.0.0.1:63414, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a60bac70733e,43315,1733883605524 2024-12-11T02:20:06,766 WARN [RS:0;a60bac70733e:43315 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T02:20:06,766 INFO [RS:0;a60bac70733e:43315 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T02:20:06,767 DEBUG [RS:0;a60bac70733e:43315 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/WALs/a60bac70733e,43315,1733883605524 2024-12-11T02:20:06,773 DEBUG [RS:2;a60bac70733e:35977 {}] zookeeper.ZKUtil(111): regionserver:35977-0x1019f5216c10003, quorum=127.0.0.1:63414, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a60bac70733e,35977,1733883605678 2024-12-11T02:20:06,773 WARN [RS:2;a60bac70733e:35977 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T02:20:06,774 INFO [RS:2;a60bac70733e:35977 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T02:20:06,774 DEBUG [RS:2;a60bac70733e:35977 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/WALs/a60bac70733e,35977,1733883605678 2024-12-11T02:20:06,774 DEBUG [RS:1;a60bac70733e:34813 {}] zookeeper.ZKUtil(111): regionserver:34813-0x1019f5216c10002, quorum=127.0.0.1:63414, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a60bac70733e,34813,1733883605631 2024-12-11T02:20:06,774 WARN [RS:1;a60bac70733e:34813 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T02:20:06,774 INFO [RS:1;a60bac70733e:34813 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T02:20:06,774 DEBUG [RS:1;a60bac70733e:34813 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/WALs/a60bac70733e,34813,1733883605631 2024-12-11T02:20:06,775 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a60bac70733e,43315,1733883605524] 2024-12-11T02:20:06,775 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a60bac70733e,34813,1733883605631] 2024-12-11T02:20:06,776 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a60bac70733e,35977,1733883605678] 2024-12-11T02:20:06,800 INFO [RS:0;a60bac70733e:43315 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-11T02:20:06,800 INFO [RS:2;a60bac70733e:35977 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-11T02:20:06,800 INFO [RS:1;a60bac70733e:34813 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-11T02:20:06,813 INFO [RS:2;a60bac70733e:35977 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-11T02:20:06,813 INFO [RS:1;a60bac70733e:34813 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-11T02:20:06,813 INFO [RS:0;a60bac70733e:43315 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-11T02:20:06,818 INFO [RS:1;a60bac70733e:34813 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-11T02:20:06,819 INFO [RS:0;a60bac70733e:43315 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-11T02:20:06,819 INFO [RS:2;a60bac70733e:35977 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-11T02:20:06,819 INFO [RS:1;a60bac70733e:34813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T02:20:06,819 INFO [RS:0;a60bac70733e:43315 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T02:20:06,819 INFO [RS:2;a60bac70733e:35977 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T02:20:06,820 INFO [RS:1;a60bac70733e:34813 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-11T02:20:06,820 INFO [RS:0;a60bac70733e:43315 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-11T02:20:06,820 INFO [RS:2;a60bac70733e:35977 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-11T02:20:06,827 INFO [RS:2;a60bac70733e:35977 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-11T02:20:06,827 INFO [RS:1;a60bac70733e:34813 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-11T02:20:06,827 INFO [RS:0;a60bac70733e:43315 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-11T02:20:06,829 INFO [RS:0;a60bac70733e:43315 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-11T02:20:06,829 INFO [RS:1;a60bac70733e:34813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-11T02:20:06,829 INFO [RS:2;a60bac70733e:35977 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-11T02:20:06,829 DEBUG [RS:2;a60bac70733e:35977 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a60bac70733e:0, corePoolSize=1, maxPoolSize=1 2024-12-11T02:20:06,829 DEBUG [RS:1;a60bac70733e:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a60bac70733e:0, corePoolSize=1, maxPoolSize=1 2024-12-11T02:20:06,829 DEBUG [RS:0;a60bac70733e:43315 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a60bac70733e:0, corePoolSize=1, maxPoolSize=1 2024-12-11T02:20:06,829 DEBUG [RS:2;a60bac70733e:35977 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a60bac70733e:0, corePoolSize=1, maxPoolSize=1 2024-12-11T02:20:06,829 DEBUG [RS:1;a60bac70733e:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a60bac70733e:0, corePoolSize=1, maxPoolSize=1 2024-12-11T02:20:06,829 DEBUG [RS:0;a60bac70733e:43315 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a60bac70733e:0, corePoolSize=1, maxPoolSize=1 2024-12-11T02:20:06,829 DEBUG [RS:2;a60bac70733e:35977 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a60bac70733e:0, corePoolSize=1, maxPoolSize=1 2024-12-11T02:20:06,830 DEBUG [RS:2;a60bac70733e:35977 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a60bac70733e:0, corePoolSize=1, maxPoolSize=1 2024-12-11T02:20:06,830 DEBUG [RS:1;a60bac70733e:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a60bac70733e:0, corePoolSize=1, maxPoolSize=1 2024-12-11T02:20:06,830 DEBUG [RS:0;a60bac70733e:43315 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a60bac70733e:0, corePoolSize=1, maxPoolSize=1 2024-12-11T02:20:06,830 DEBUG [RS:2;a60bac70733e:35977 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a60bac70733e:0, corePoolSize=1, maxPoolSize=1 2024-12-11T02:20:06,830 DEBUG [RS:1;a60bac70733e:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a60bac70733e:0, corePoolSize=1, maxPoolSize=1 2024-12-11T02:20:06,830 DEBUG [RS:2;a60bac70733e:35977 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a60bac70733e:0, corePoolSize=2, maxPoolSize=2 2024-12-11T02:20:06,830 DEBUG [RS:0;a60bac70733e:43315 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a60bac70733e:0, corePoolSize=1, maxPoolSize=1 2024-12-11T02:20:06,830 DEBUG [RS:2;a60bac70733e:35977 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a60bac70733e:0, corePoolSize=1, maxPoolSize=1 2024-12-11T02:20:06,830 DEBUG [RS:1;a60bac70733e:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a60bac70733e:0, corePoolSize=1, maxPoolSize=1 2024-12-11T02:20:06,830 DEBUG [RS:0;a60bac70733e:43315 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a60bac70733e:0, corePoolSize=1, maxPoolSize=1 2024-12-11T02:20:06,830 DEBUG [RS:2;a60bac70733e:35977 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a60bac70733e:0, corePoolSize=1, maxPoolSize=1 2024-12-11T02:20:06,830 DEBUG [RS:1;a60bac70733e:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a60bac70733e:0, corePoolSize=2, maxPoolSize=2 2024-12-11T02:20:06,830 DEBUG [RS:2;a60bac70733e:35977 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a60bac70733e:0, corePoolSize=1, maxPoolSize=1 2024-12-11T02:20:06,830 DEBUG [RS:0;a60bac70733e:43315 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a60bac70733e:0, corePoolSize=2, maxPoolSize=2 2024-12-11T02:20:06,830 DEBUG [RS:2;a60bac70733e:35977 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a60bac70733e:0, corePoolSize=1, maxPoolSize=1 2024-12-11T02:20:06,830 DEBUG [RS:1;a60bac70733e:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a60bac70733e:0, corePoolSize=1, maxPoolSize=1 2024-12-11T02:20:06,830 DEBUG [RS:0;a60bac70733e:43315 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a60bac70733e:0, corePoolSize=1, maxPoolSize=1 2024-12-11T02:20:06,831 DEBUG [RS:2;a60bac70733e:35977 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a60bac70733e:0, corePoolSize=1, maxPoolSize=1 2024-12-11T02:20:06,831 DEBUG [RS:2;a60bac70733e:35977 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a60bac70733e:0, corePoolSize=1, maxPoolSize=1 2024-12-11T02:20:06,831 DEBUG [RS:1;a60bac70733e:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a60bac70733e:0, corePoolSize=1, maxPoolSize=1 2024-12-11T02:20:06,831 DEBUG [RS:0;a60bac70733e:43315 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a60bac70733e:0, corePoolSize=1, maxPoolSize=1 2024-12-11T02:20:06,831 DEBUG [RS:2;a60bac70733e:35977 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a60bac70733e:0, corePoolSize=3, maxPoolSize=3 2024-12-11T02:20:06,831 DEBUG [RS:1;a60bac70733e:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a60bac70733e:0, corePoolSize=1, maxPoolSize=1 2024-12-11T02:20:06,831 DEBUG [RS:2;a60bac70733e:35977 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a60bac70733e:0, corePoolSize=3, maxPoolSize=3 2024-12-11T02:20:06,831 DEBUG [RS:0;a60bac70733e:43315 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a60bac70733e:0, corePoolSize=1, maxPoolSize=1 2024-12-11T02:20:06,831 DEBUG [RS:1;a60bac70733e:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a60bac70733e:0, corePoolSize=1, maxPoolSize=1 2024-12-11T02:20:06,831 DEBUG [RS:0;a60bac70733e:43315 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a60bac70733e:0, corePoolSize=1, maxPoolSize=1 2024-12-11T02:20:06,831 DEBUG [RS:1;a60bac70733e:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a60bac70733e:0, corePoolSize=1, maxPoolSize=1 2024-12-11T02:20:06,831 DEBUG [RS:0;a60bac70733e:43315 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a60bac70733e:0, corePoolSize=1, maxPoolSize=1 2024-12-11T02:20:06,831 DEBUG [RS:0;a60bac70733e:43315 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a60bac70733e:0, corePoolSize=1, maxPoolSize=1 2024-12-11T02:20:06,831 DEBUG [RS:1;a60bac70733e:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a60bac70733e:0, corePoolSize=1, maxPoolSize=1 2024-12-11T02:20:06,832 DEBUG [RS:0;a60bac70733e:43315 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a60bac70733e:0, corePoolSize=3, maxPoolSize=3 2024-12-11T02:20:06,832 DEBUG [RS:1;a60bac70733e:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a60bac70733e:0, corePoolSize=3, maxPoolSize=3 2024-12-11T02:20:06,832 DEBUG [RS:0;a60bac70733e:43315 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a60bac70733e:0, corePoolSize=3, maxPoolSize=3 2024-12-11T02:20:06,832 DEBUG [RS:1;a60bac70733e:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a60bac70733e:0, corePoolSize=3, maxPoolSize=3 2024-12-11T02:20:06,836 INFO [RS:2;a60bac70733e:35977 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T02:20:06,837 INFO [RS:2;a60bac70733e:35977 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T02:20:06,837 INFO [RS:2;a60bac70733e:35977 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T02:20:06,837 INFO [RS:2;a60bac70733e:35977 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-11T02:20:06,837 INFO [RS:2;a60bac70733e:35977 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-11T02:20:06,837 INFO [RS:0;a60bac70733e:43315 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T02:20:06,837 INFO [RS:2;a60bac70733e:35977 {}] hbase.ChoreService(168): Chore ScheduledChore name=a60bac70733e,35977,1733883605678-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T02:20:06,837 INFO [RS:1;a60bac70733e:34813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T02:20:06,837 INFO [RS:0;a60bac70733e:43315 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T02:20:06,837 INFO [RS:1;a60bac70733e:34813 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T02:20:06,837 INFO [RS:0;a60bac70733e:43315 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T02:20:06,837 INFO [RS:1;a60bac70733e:34813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T02:20:06,837 INFO [RS:0;a60bac70733e:43315 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-11T02:20:06,837 INFO [RS:1;a60bac70733e:34813 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-11T02:20:06,838 INFO [RS:0;a60bac70733e:43315 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-11T02:20:06,838 INFO [RS:1;a60bac70733e:34813 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-11T02:20:06,838 INFO [RS:0;a60bac70733e:43315 {}] hbase.ChoreService(168): Chore ScheduledChore name=a60bac70733e,43315,1733883605524-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T02:20:06,838 INFO [RS:1;a60bac70733e:34813 {}] hbase.ChoreService(168): Chore ScheduledChore name=a60bac70733e,34813,1733883605631-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T02:20:06,858 INFO [RS:0;a60bac70733e:43315 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-11T02:20:06,858 INFO [RS:2;a60bac70733e:35977 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-11T02:20:06,860 INFO [RS:2;a60bac70733e:35977 {}] hbase.ChoreService(168): Chore ScheduledChore name=a60bac70733e,35977,1733883605678-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T02:20:06,860 INFO [RS:0;a60bac70733e:43315 {}] hbase.ChoreService(168): Chore ScheduledChore name=a60bac70733e,43315,1733883605524-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T02:20:06,861 INFO [RS:2;a60bac70733e:35977 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T02:20:06,861 INFO [RS:0;a60bac70733e:43315 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T02:20:06,861 INFO [RS:1;a60bac70733e:34813 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-11T02:20:06,861 INFO [RS:2;a60bac70733e:35977 {}] regionserver.Replication(171): a60bac70733e,35977,1733883605678 started 2024-12-11T02:20:06,861 INFO [RS:0;a60bac70733e:43315 {}] regionserver.Replication(171): a60bac70733e,43315,1733883605524 started 2024-12-11T02:20:06,861 INFO [RS:1;a60bac70733e:34813 {}] hbase.ChoreService(168): Chore ScheduledChore name=a60bac70733e,34813,1733883605631-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T02:20:06,861 INFO [RS:1;a60bac70733e:34813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T02:20:06,862 INFO [RS:1;a60bac70733e:34813 {}] regionserver.Replication(171): a60bac70733e,34813,1733883605631 started 2024-12-11T02:20:06,879 INFO [RS:2;a60bac70733e:35977 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T02:20:06,879 INFO [RS:0;a60bac70733e:43315 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T02:20:06,880 INFO [RS:0;a60bac70733e:43315 {}] regionserver.HRegionServer(1482): Serving as a60bac70733e,43315,1733883605524, RpcServer on a60bac70733e/172.17.0.2:43315, sessionid=0x1019f5216c10001 2024-12-11T02:20:06,880 INFO [RS:2;a60bac70733e:35977 {}] regionserver.HRegionServer(1482): Serving as a60bac70733e,35977,1733883605678, RpcServer on a60bac70733e/172.17.0.2:35977, sessionid=0x1019f5216c10003 2024-12-11T02:20:06,881 DEBUG [RS:2;a60bac70733e:35977 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-11T02:20:06,881 DEBUG [RS:0;a60bac70733e:43315 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-11T02:20:06,881 DEBUG [RS:2;a60bac70733e:35977 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a60bac70733e,35977,1733883605678 2024-12-11T02:20:06,881 DEBUG [RS:0;a60bac70733e:43315 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a60bac70733e,43315,1733883605524 2024-12-11T02:20:06,881 DEBUG [RS:0;a60bac70733e:43315 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a60bac70733e,43315,1733883605524' 2024-12-11T02:20:06,881 DEBUG [RS:2;a60bac70733e:35977 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a60bac70733e,35977,1733883605678' 2024-12-11T02:20:06,881 DEBUG [RS:0;a60bac70733e:43315 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-11T02:20:06,881 DEBUG [RS:2;a60bac70733e:35977 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-11T02:20:06,882 DEBUG [RS:2;a60bac70733e:35977 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-11T02:20:06,882 DEBUG [RS:0;a60bac70733e:43315 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-11T02:20:06,883 DEBUG [RS:2;a60bac70733e:35977 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-11T02:20:06,883 DEBUG [RS:2;a60bac70733e:35977 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-11T02:20:06,883 DEBUG [RS:0;a60bac70733e:43315 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-11T02:20:06,883 DEBUG [RS:0;a60bac70733e:43315 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-11T02:20:06,883 DEBUG [RS:2;a60bac70733e:35977 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a60bac70733e,35977,1733883605678 2024-12-11T02:20:06,883 DEBUG [RS:0;a60bac70733e:43315 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a60bac70733e,43315,1733883605524 2024-12-11T02:20:06,883 DEBUG [RS:2;a60bac70733e:35977 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a60bac70733e,35977,1733883605678' 2024-12-11T02:20:06,883 DEBUG [RS:0;a60bac70733e:43315 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a60bac70733e,43315,1733883605524' 2024-12-11T02:20:06,883 DEBUG [RS:2;a60bac70733e:35977 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-11T02:20:06,883 DEBUG [RS:0;a60bac70733e:43315 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-11T02:20:06,884 DEBUG [RS:2;a60bac70733e:35977 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-11T02:20:06,884 DEBUG [RS:0;a60bac70733e:43315 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-11T02:20:06,884 INFO [RS:1;a60bac70733e:34813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T02:20:06,884 DEBUG [RS:2;a60bac70733e:35977 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-11T02:20:06,884 DEBUG [RS:0;a60bac70733e:43315 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-11T02:20:06,884 INFO [RS:1;a60bac70733e:34813 {}] regionserver.HRegionServer(1482): Serving as a60bac70733e,34813,1733883605631, RpcServer on a60bac70733e/172.17.0.2:34813, sessionid=0x1019f5216c10002 2024-12-11T02:20:06,884 INFO [RS:2;a60bac70733e:35977 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-11T02:20:06,884 INFO [RS:0;a60bac70733e:43315 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-11T02:20:06,884 INFO [RS:2;a60bac70733e:35977 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-11T02:20:06,884 INFO [RS:0;a60bac70733e:43315 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-11T02:20:06,885 DEBUG [RS:1;a60bac70733e:34813 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-11T02:20:06,885 DEBUG [RS:1;a60bac70733e:34813 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a60bac70733e,34813,1733883605631 2024-12-11T02:20:06,885 DEBUG [RS:1;a60bac70733e:34813 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a60bac70733e,34813,1733883605631' 2024-12-11T02:20:06,885 DEBUG [RS:1;a60bac70733e:34813 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-11T02:20:06,885 DEBUG [RS:1;a60bac70733e:34813 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-11T02:20:06,886 DEBUG [RS:1;a60bac70733e:34813 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-11T02:20:06,886 DEBUG [RS:1;a60bac70733e:34813 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-11T02:20:06,886 DEBUG [RS:1;a60bac70733e:34813 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a60bac70733e,34813,1733883605631 2024-12-11T02:20:06,886 DEBUG [RS:1;a60bac70733e:34813 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a60bac70733e,34813,1733883605631' 2024-12-11T02:20:06,886 DEBUG [RS:1;a60bac70733e:34813 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-11T02:20:06,887 DEBUG [RS:1;a60bac70733e:34813 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-11T02:20:06,887 DEBUG [RS:1;a60bac70733e:34813 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-11T02:20:06,887 INFO [RS:1;a60bac70733e:34813 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-11T02:20:06,887 INFO [RS:1;a60bac70733e:34813 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-11T02:20:06,914 WARN [a60bac70733e:38781 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T02:20:06,990 INFO [RS:2;a60bac70733e:35977 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T02:20:06,990 INFO [RS:1;a60bac70733e:34813 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T02:20:06,990 INFO [RS:0;a60bac70733e:43315 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T02:20:06,993 INFO [RS:0;a60bac70733e:43315 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a60bac70733e%2C43315%2C1733883605524, suffix=, logDir=hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/WALs/a60bac70733e,43315,1733883605524, archiveDir=hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/oldWALs, maxLogs=32 2024-12-11T02:20:06,994 INFO [RS:1;a60bac70733e:34813 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a60bac70733e%2C34813%2C1733883605631, suffix=, logDir=hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/WALs/a60bac70733e,34813,1733883605631, archiveDir=hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/oldWALs, maxLogs=32 2024-12-11T02:20:06,994 INFO [RS:2;a60bac70733e:35977 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a60bac70733e%2C35977%2C1733883605678, suffix=, logDir=hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/WALs/a60bac70733e,35977,1733883605678, archiveDir=hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/oldWALs, maxLogs=32 2024-12-11T02:20:07,013 DEBUG [RS:1;a60bac70733e:34813 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/WALs/a60bac70733e,34813,1733883605631/a60bac70733e%2C34813%2C1733883605631.1733883606998, exclude list is [], retry=0 2024-12-11T02:20:07,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45227,DS-ec304476-ba6d-4405-9e0f-ce26bd77d384,DISK] 2024-12-11T02:20:07,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36013,DS-fa5060c7-4172-4632-a7fa-0f218265b336,DISK] 2024-12-11T02:20:07,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42339,DS-218099b2-9a37-45b9-9467-530be5376f5f,DISK] 2024-12-11T02:20:07,020 DEBUG [RS:2;a60bac70733e:35977 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/WALs/a60bac70733e,35977,1733883605678/a60bac70733e%2C35977%2C1733883605678.1733883606999, exclude list is [], retry=0 2024-12-11T02:20:07,020 DEBUG [RS:0;a60bac70733e:43315 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/WALs/a60bac70733e,43315,1733883605524/a60bac70733e%2C43315%2C1733883605524.1733883606999, exclude list is [], retry=0 2024-12-11T02:20:07,023 INFO [RS:1;a60bac70733e:34813 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/WALs/a60bac70733e,34813,1733883605631/a60bac70733e%2C34813%2C1733883605631.1733883606998 2024-12-11T02:20:07,023 DEBUG [RS:1;a60bac70733e:34813 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39015:39015),(127.0.0.1/127.0.0.1:44255:44255),(127.0.0.1/127.0.0.1:41245:41245)] 2024-12-11T02:20:07,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36013,DS-fa5060c7-4172-4632-a7fa-0f218265b336,DISK] 2024-12-11T02:20:07,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42339,DS-218099b2-9a37-45b9-9467-530be5376f5f,DISK] 2024-12-11T02:20:07,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42339,DS-218099b2-9a37-45b9-9467-530be5376f5f,DISK] 2024-12-11T02:20:07,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45227,DS-ec304476-ba6d-4405-9e0f-ce26bd77d384,DISK] 2024-12-11T02:20:07,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36013,DS-fa5060c7-4172-4632-a7fa-0f218265b336,DISK] 2024-12-11T02:20:07,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45227,DS-ec304476-ba6d-4405-9e0f-ce26bd77d384,DISK] 2024-12-11T02:20:07,034 INFO [RS:2;a60bac70733e:35977 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/WALs/a60bac70733e,35977,1733883605678/a60bac70733e%2C35977%2C1733883605678.1733883606999 2024-12-11T02:20:07,035 INFO [RS:0;a60bac70733e:43315 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/WALs/a60bac70733e,43315,1733883605524/a60bac70733e%2C43315%2C1733883605524.1733883606999 2024-12-11T02:20:07,035 DEBUG [RS:2;a60bac70733e:35977 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44255:44255),(127.0.0.1/127.0.0.1:41245:41245),(127.0.0.1/127.0.0.1:39015:39015)] 2024-12-11T02:20:07,035 DEBUG [RS:0;a60bac70733e:43315 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44255:44255),(127.0.0.1/127.0.0.1:39015:39015),(127.0.0.1/127.0.0.1:41245:41245)] 2024-12-11T02:20:07,166 DEBUG [a60bac70733e:38781 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-11T02:20:07,178 DEBUG [a60bac70733e:38781 {}] balancer.BalancerClusterState(204): Hosts are {a60bac70733e=0} racks are {/default-rack=0} 2024-12-11T02:20:07,186 DEBUG [a60bac70733e:38781 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-11T02:20:07,186 DEBUG [a60bac70733e:38781 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-11T02:20:07,186 DEBUG [a60bac70733e:38781 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-11T02:20:07,186 DEBUG [a60bac70733e:38781 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-11T02:20:07,186 DEBUG [a60bac70733e:38781 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-11T02:20:07,186 DEBUG [a60bac70733e:38781 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-11T02:20:07,186 INFO [a60bac70733e:38781 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-11T02:20:07,186 INFO [a60bac70733e:38781 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-11T02:20:07,186 INFO [a60bac70733e:38781 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-11T02:20:07,186 DEBUG [a60bac70733e:38781 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-11T02:20:07,194 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a60bac70733e,34813,1733883605631 2024-12-11T02:20:07,199 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a60bac70733e,34813,1733883605631, state=OPENING 2024-12-11T02:20:07,204 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-11T02:20:07,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x1019f5216c10002, quorum=127.0.0.1:63414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T02:20:07,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38781-0x1019f5216c10000, quorum=127.0.0.1:63414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T02:20:07,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35977-0x1019f5216c10003, quorum=127.0.0.1:63414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T02:20:07,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43315-0x1019f5216c10001, quorum=127.0.0.1:63414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T02:20:07,207 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T02:20:07,207 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T02:20:07,207 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T02:20:07,207 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T02:20:07,209 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-11T02:20:07,211 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a60bac70733e,34813,1733883605631}] 2024-12-11T02:20:07,389 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-11T02:20:07,392 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40345, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-11T02:20:07,404 INFO [RS_OPEN_META-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-11T02:20:07,405 INFO [RS_OPEN_META-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T02:20:07,405 INFO [RS_OPEN_META-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-11T02:20:07,409 INFO [RS_OPEN_META-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a60bac70733e%2C34813%2C1733883605631.meta, suffix=.meta, logDir=hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/WALs/a60bac70733e,34813,1733883605631, archiveDir=hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/oldWALs, maxLogs=32 2024-12-11T02:20:07,428 DEBUG [RS_OPEN_META-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/WALs/a60bac70733e,34813,1733883605631/a60bac70733e%2C34813%2C1733883605631.meta.1733883607411.meta, exclude list is [], retry=0 2024-12-11T02:20:07,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42339,DS-218099b2-9a37-45b9-9467-530be5376f5f,DISK] 2024-12-11T02:20:07,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45227,DS-ec304476-ba6d-4405-9e0f-ce26bd77d384,DISK] 2024-12-11T02:20:07,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36013,DS-fa5060c7-4172-4632-a7fa-0f218265b336,DISK] 2024-12-11T02:20:07,435 INFO [RS_OPEN_META-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/WALs/a60bac70733e,34813,1733883605631/a60bac70733e%2C34813%2C1733883605631.meta.1733883607411.meta 2024-12-11T02:20:07,437 DEBUG [RS_OPEN_META-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39015:39015),(127.0.0.1/127.0.0.1:41245:41245),(127.0.0.1/127.0.0.1:44255:44255)] 2024-12-11T02:20:07,437 DEBUG [RS_OPEN_META-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-11T02:20:07,439 DEBUG [RS_OPEN_META-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-11T02:20:07,441 DEBUG [RS_OPEN_META-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-11T02:20:07,446 INFO [RS_OPEN_META-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-11T02:20:07,451 DEBUG [RS_OPEN_META-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-11T02:20:07,451 DEBUG [RS_OPEN_META-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T02:20:07,451 DEBUG [RS_OPEN_META-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-11T02:20:07,452 DEBUG [RS_OPEN_META-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-11T02:20:07,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-11T02:20:07,457 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-11T02:20:07,457 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:07,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T02:20:07,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-11T02:20:07,459 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-11T02:20:07,459 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:07,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T02:20:07,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-11T02:20:07,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-11T02:20:07,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:07,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T02:20:07,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-11T02:20:07,463 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-11T02:20:07,463 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:07,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T02:20:07,464 DEBUG [RS_OPEN_META-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-11T02:20:07,466 DEBUG [RS_OPEN_META-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/hbase/meta/1588230740 2024-12-11T02:20:07,468 DEBUG [RS_OPEN_META-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/hbase/meta/1588230740 2024-12-11T02:20:07,471 DEBUG [RS_OPEN_META-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-11T02:20:07,471 DEBUG [RS_OPEN_META-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-11T02:20:07,472 DEBUG [RS_OPEN_META-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T02:20:07,474 DEBUG [RS_OPEN_META-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-11T02:20:07,476 INFO [RS_OPEN_META-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63343502, jitterRate=-0.0561082661151886}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T02:20:07,476 DEBUG [RS_OPEN_META-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-11T02:20:07,477 DEBUG [RS_OPEN_META-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733883607452Writing region info on filesystem at 1733883607452Initializing all the Stores at 1733883607455 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733883607455Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733883607455Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883607455Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733883607455Cleaning up temporary data from old regions at 1733883607471 (+16 ms)Running coprocessor post-open hooks at 1733883607476 (+5 ms)Region opened successfully at 1733883607477 (+1 ms) 2024-12-11T02:20:07,485 INFO [RS_OPEN_META-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733883607381 2024-12-11T02:20:07,496 DEBUG [RS_OPEN_META-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-11T02:20:07,497 INFO [RS_OPEN_META-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-11T02:20:07,499 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a60bac70733e,34813,1733883605631 2024-12-11T02:20:07,501 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a60bac70733e,34813,1733883605631, state=OPEN 2024-12-11T02:20:07,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x1019f5216c10002, quorum=127.0.0.1:63414, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T02:20:07,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43315-0x1019f5216c10001, quorum=127.0.0.1:63414, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T02:20:07,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35977-0x1019f5216c10003, quorum=127.0.0.1:63414, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T02:20:07,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38781-0x1019f5216c10000, quorum=127.0.0.1:63414, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T02:20:07,504 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T02:20:07,504 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T02:20:07,504 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T02:20:07,504 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T02:20:07,504 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a60bac70733e,34813,1733883605631 2024-12-11T02:20:07,510 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-11T02:20:07,510 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a60bac70733e,34813,1733883605631 in 293 msec 2024-12-11T02:20:07,517 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-11T02:20:07,517 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 767 msec 2024-12-11T02:20:07,519 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-11T02:20:07,519 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-11T02:20:07,540 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T02:20:07,541 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a60bac70733e,34813,1733883605631, seqNum=-1] 2024-12-11T02:20:07,567 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T02:20:07,569 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53569, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T02:20:07,589 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0470 sec 2024-12-11T02:20:07,589 INFO [master/a60bac70733e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733883607589, completionTime=-1 2024-12-11T02:20:07,592 INFO [master/a60bac70733e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-11T02:20:07,592 DEBUG [master/a60bac70733e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-11T02:20:07,622 INFO [master/a60bac70733e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-11T02:20:07,622 INFO [master/a60bac70733e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733883667622 2024-12-11T02:20:07,623 INFO [master/a60bac70733e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733883727623 2024-12-11T02:20:07,623 INFO [master/a60bac70733e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 30 msec 2024-12-11T02:20:07,624 DEBUG [master/a60bac70733e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-11T02:20:07,631 INFO [master/a60bac70733e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a60bac70733e,38781,1733883604822-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T02:20:07,631 INFO [master/a60bac70733e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a60bac70733e,38781,1733883604822-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T02:20:07,631 INFO [master/a60bac70733e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a60bac70733e,38781,1733883604822-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T02:20:07,633 INFO [master/a60bac70733e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a60bac70733e:38781, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T02:20:07,633 INFO [master/a60bac70733e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-11T02:20:07,634 INFO [master/a60bac70733e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-11T02:20:07,640 DEBUG [master/a60bac70733e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-11T02:20:07,662 INFO [master/a60bac70733e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.899sec 2024-12-11T02:20:07,664 INFO [master/a60bac70733e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-11T02:20:07,665 INFO [master/a60bac70733e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-11T02:20:07,666 INFO [master/a60bac70733e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-11T02:20:07,666 INFO [master/a60bac70733e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-11T02:20:07,667 INFO [master/a60bac70733e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-11T02:20:07,667 INFO [master/a60bac70733e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a60bac70733e,38781,1733883604822-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T02:20:07,668 INFO [master/a60bac70733e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a60bac70733e,38781,1733883604822-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-11T02:20:07,673 DEBUG [master/a60bac70733e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-11T02:20:07,673 INFO [master/a60bac70733e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-11T02:20:07,674 INFO [master/a60bac70733e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a60bac70733e,38781,1733883604822-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T02:20:07,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3df89a6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T02:20:07,725 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a60bac70733e,38781,-1 for getting cluster id 2024-12-11T02:20:07,728 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T02:20:07,737 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1daf6bd-84ae-4b3a-adf3-9fdc7f702e76' 2024-12-11T02:20:07,739 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T02:20:07,739 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1daf6bd-84ae-4b3a-adf3-9fdc7f702e76" 2024-12-11T02:20:07,742 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5295b4c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T02:20:07,742 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a60bac70733e,38781,-1] 2024-12-11T02:20:07,744 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T02:20:07,746 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T02:20:07,747 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T02:20:07,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57c70c1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T02:20:07,750 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T02:20:07,757 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a60bac70733e,34813,1733883605631, seqNum=-1] 2024-12-11T02:20:07,758 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T02:20:07,761 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T02:20:07,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a60bac70733e,38781,1733883604822 2024-12-11T02:20:07,787 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:38075/hbase 2024-12-11T02:20:07,802 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=364, OpenFileDescriptor=607, MaxFileDescriptor=1048576, SystemLoadAverage=95, ProcessCount=11, AvailableMemoryMB=6685 2024-12-11T02:20:07,821 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T02:20:07,824 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T02:20:07,825 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T02:20:07,829 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-64784374, suffix=, logDir=hdfs://localhost:38075/hbase/WALs/hregion-64784374, archiveDir=hdfs://localhost:38075/hbase/oldWALs, maxLogs=32 2024-12-11T02:20:07,846 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-64784374/hregion-64784374.1733883607831, exclude list is [], retry=0 2024-12-11T02:20:07,850 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42339,DS-218099b2-9a37-45b9-9467-530be5376f5f,DISK] 2024-12-11T02:20:07,850 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45227,DS-ec304476-ba6d-4405-9e0f-ce26bd77d384,DISK] 2024-12-11T02:20:07,851 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36013,DS-fa5060c7-4172-4632-a7fa-0f218265b336,DISK] 2024-12-11T02:20:07,854 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-64784374/hregion-64784374.1733883607831 2024-12-11T02:20:07,856 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41245:41245),(127.0.0.1/127.0.0.1:39015:39015),(127.0.0.1/127.0.0.1:44255:44255)] 2024-12-11T02:20:07,857 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 5ee252a57710019527b99b2f6b1462e3, NAME => 'testReplayEditsWrittenIntoWAL,,1733883607822.5ee252a57710019527b99b2f6b1462e3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38075/hbase 2024-12-11T02:20:07,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741838_1014 (size=64) 2024-12-11T02:20:07,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741838_1014 (size=64) 2024-12-11T02:20:07,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741838_1014 (size=64) 2024-12-11T02:20:07,873 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733883607822.5ee252a57710019527b99b2f6b1462e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T02:20:07,876 INFO [StoreOpener-5ee252a57710019527b99b2f6b1462e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5ee252a57710019527b99b2f6b1462e3 2024-12-11T02:20:07,881 INFO [StoreOpener-5ee252a57710019527b99b2f6b1462e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ee252a57710019527b99b2f6b1462e3 columnFamilyName a 2024-12-11T02:20:07,881 DEBUG [StoreOpener-5ee252a57710019527b99b2f6b1462e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:07,882 INFO [StoreOpener-5ee252a57710019527b99b2f6b1462e3-1 {}] regionserver.HStore(327): Store=5ee252a57710019527b99b2f6b1462e3/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:07,882 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5ee252a57710019527b99b2f6b1462e3 2024-12-11T02:20:07,883 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/5ee252a57710019527b99b2f6b1462e3 2024-12-11T02:20:07,884 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/5ee252a57710019527b99b2f6b1462e3 2024-12-11T02:20:07,885 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5ee252a57710019527b99b2f6b1462e3 2024-12-11T02:20:07,885 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5ee252a57710019527b99b2f6b1462e3 2024-12-11T02:20:07,887 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5ee252a57710019527b99b2f6b1462e3 2024-12-11T02:20:07,890 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/5ee252a57710019527b99b2f6b1462e3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T02:20:07,891 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5ee252a57710019527b99b2f6b1462e3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60653110, jitterRate=-0.09619823098182678}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T02:20:07,893 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5ee252a57710019527b99b2f6b1462e3: Writing region info on filesystem at 1733883607873Initializing all the Stores at 1733883607875 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883607875Cleaning up temporary data from old regions at 1733883607885 (+10 ms)Region opened successfully at 1733883607892 (+7 ms) 2024-12-11T02:20:07,893 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 5ee252a57710019527b99b2f6b1462e3, disabling compactions & flushes 2024-12-11T02:20:07,893 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733883607822.5ee252a57710019527b99b2f6b1462e3. 2024-12-11T02:20:07,893 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733883607822.5ee252a57710019527b99b2f6b1462e3. 2024-12-11T02:20:07,893 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733883607822.5ee252a57710019527b99b2f6b1462e3. after waiting 0 ms 2024-12-11T02:20:07,893 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733883607822.5ee252a57710019527b99b2f6b1462e3. 2024-12-11T02:20:07,893 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733883607822.5ee252a57710019527b99b2f6b1462e3. 2024-12-11T02:20:07,893 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 5ee252a57710019527b99b2f6b1462e3: Waiting for close lock at 1733883607893Disabling compacts and flushes for region at 1733883607893Disabling writes for close at 1733883607893Writing region close event to WAL at 1733883607893Closed at 1733883607893 2024-12-11T02:20:07,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741837_1013 (size=95) 2024-12-11T02:20:07,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741837_1013 (size=95) 2024-12-11T02:20:07,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741837_1013 (size=95) 2024-12-11T02:20:07,906 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-11T02:20:07,907 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-64784374:(num 1733883607831) 2024-12-11T02:20:07,908 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-11T02:20:07,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741839_1015 (size=320) 2024-12-11T02:20:07,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741839_1015 (size=320) 2024-12-11T02:20:07,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741839_1015 (size=320) 2024-12-11T02:20:07,927 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-11T02:20:07,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741840_1016 (size=253) 2024-12-11T02:20:07,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741840_1016 (size=253) 2024-12-11T02:20:07,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741840_1016 (size=253) 2024-12-11T02:20:07,963 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38075/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733883607820/wal-1, size=320 (320bytes) 2024-12-11T02:20:07,964 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-11T02:20:07,964 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-11T02:20:07,964 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38075/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733883607820/wal-1 2024-12-11T02:20:07,970 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38075/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733883607820/wal-1 after 4ms 2024-12-11T02:20:07,976 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38075/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733883607820/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-11T02:20:07,977 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38075/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733883607820/wal-1 took 15ms 2024-12-11T02:20:07,987 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38075/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733883607820/wal-1 so closing down 2024-12-11T02:20:07,987 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-11T02:20:07,991 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-12-11T02:20:07,993 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/5ee252a57710019527b99b2f6b1462e3/recovered.edits/0000000000000000001-wal-1.temp 2024-12-11T02:20:07,994 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-11T02:20:08,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741841_1017 (size=320) 2024-12-11T02:20:08,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741841_1017 (size=320) 2024-12-11T02:20:08,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741841_1017 (size=320) 2024-12-11T02:20:08,006 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/5ee252a57710019527b99b2f6b1462e3/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-11T02:20:08,009 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/5ee252a57710019527b99b2f6b1462e3/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/5ee252a57710019527b99b2f6b1462e3/recovered.edits/0000000000000000002 2024-12-11T02:20:08,013 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:38075/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733883607820/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-12-11T02:20:08,013 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38075/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733883607820/wal-1, journal: Splitting hdfs://localhost:38075/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733883607820/wal-1, size=320 (320bytes) at 1733883607963Finishing writing output for hdfs://localhost:38075/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733883607820/wal-1 so closing down at 1733883607987 (+24 ms)Creating recovered edits writer path=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/5ee252a57710019527b99b2f6b1462e3/recovered.edits/0000000000000000001-wal-1.temp at 1733883607993 (+6 ms)3 split writer threads finished at 1733883607994 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/5ee252a57710019527b99b2f6b1462e3/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733883608006 (+12 ms)Rename recovered edits hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/5ee252a57710019527b99b2f6b1462e3/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/5ee252a57710019527b99b2f6b1462e3/recovered.edits/0000000000000000002 at 1733883608009 (+3 ms)Processed 2 edits across 1 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:38075/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733883607820/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1733883608013 (+4 ms) 2024-12-11T02:20:08,030 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38075/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733883607820/wal-2, size=253 (253bytes) 2024-12-11T02:20:08,030 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38075/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733883607820/wal-2 2024-12-11T02:20:08,031 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38075/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733883607820/wal-2 after 0ms 2024-12-11T02:20:08,034 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38075/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733883607820/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-11T02:20:08,035 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38075/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733883607820/wal-2 took 6ms 2024-12-11T02:20:08,037 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38075/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733883607820/wal-2 so closing down 2024-12-11T02:20:08,038 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-11T02:20:08,040 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-12-11T02:20:08,042 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/5ee252a57710019527b99b2f6b1462e3/recovered.edits/0000000000000000002-wal-2.temp 2024-12-11T02:20:08,042 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-11T02:20:08,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741842_1018 (size=253) 2024-12-11T02:20:08,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741842_1018 (size=253) 2024-12-11T02:20:08,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741842_1018 (size=253) 2024-12-11T02:20:08,052 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/5ee252a57710019527b99b2f6b1462e3/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-11T02:20:08,056 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/5ee252a57710019527b99b2f6b1462e3/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-11T02:20:08,059 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/5ee252a57710019527b99b2f6b1462e3/recovered.edits/0000000000000000002-wal-2.temp, length=253 2024-12-11T02:20:08,060 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:38075/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733883607820/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-12-11T02:20:08,060 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38075/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733883607820/wal-2, journal: Splitting hdfs://localhost:38075/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733883607820/wal-2, size=253 (253bytes) at 1733883608030Finishing writing output for hdfs://localhost:38075/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733883607820/wal-2 so closing down at 1733883608037 (+7 ms)Creating recovered edits writer path=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/5ee252a57710019527b99b2f6b1462e3/recovered.edits/0000000000000000002-wal-2.temp at 1733883608042 (+5 ms)3 split writer threads finished at 1733883608042Closed recovered edits writer path=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/5ee252a57710019527b99b2f6b1462e3/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733883608052 (+10 ms)Processed 1 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:38075/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733883607820/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1733883608060 (+8 ms) 2024-12-11T02:20:08,060 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-11T02:20:08,063 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38075/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733883607820, archiveDir=hdfs://localhost:38075/hbase/oldWALs, maxLogs=32 2024-12-11T02:20:08,082 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733883607820/wal.1733883608064, exclude list is [], retry=0 2024-12-11T02:20:08,086 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45227,DS-ec304476-ba6d-4405-9e0f-ce26bd77d384,DISK] 2024-12-11T02:20:08,086 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42339,DS-218099b2-9a37-45b9-9467-530be5376f5f,DISK] 2024-12-11T02:20:08,087 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36013,DS-fa5060c7-4172-4632-a7fa-0f218265b336,DISK] 2024-12-11T02:20:08,089 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733883607820/wal.1733883608064 2024-12-11T02:20:08,090 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39015:39015),(127.0.0.1/127.0.0.1:41245:41245),(127.0.0.1/127.0.0.1:44255:44255)] 2024-12-11T02:20:08,090 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 5ee252a57710019527b99b2f6b1462e3, NAME => 'testReplayEditsWrittenIntoWAL,,1733883607822.5ee252a57710019527b99b2f6b1462e3.', STARTKEY => '', ENDKEY => ''} 2024-12-11T02:20:08,090 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733883607822.5ee252a57710019527b99b2f6b1462e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T02:20:08,090 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 5ee252a57710019527b99b2f6b1462e3 2024-12-11T02:20:08,090 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 5ee252a57710019527b99b2f6b1462e3 2024-12-11T02:20:08,092 INFO [StoreOpener-5ee252a57710019527b99b2f6b1462e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5ee252a57710019527b99b2f6b1462e3 2024-12-11T02:20:08,094 INFO [StoreOpener-5ee252a57710019527b99b2f6b1462e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ee252a57710019527b99b2f6b1462e3 columnFamilyName a 2024-12-11T02:20:08,094 DEBUG [StoreOpener-5ee252a57710019527b99b2f6b1462e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:08,095 INFO [StoreOpener-5ee252a57710019527b99b2f6b1462e3-1 {}] regionserver.HStore(327): Store=5ee252a57710019527b99b2f6b1462e3/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:08,095 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5ee252a57710019527b99b2f6b1462e3 2024-12-11T02:20:08,096 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/5ee252a57710019527b99b2f6b1462e3 2024-12-11T02:20:08,099 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/5ee252a57710019527b99b2f6b1462e3 2024-12-11T02:20:08,101 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/5ee252a57710019527b99b2f6b1462e3/recovered.edits/0000000000000000002 2024-12-11T02:20:08,104 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/5ee252a57710019527b99b2f6b1462e3/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-11T02:20:08,111 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/5ee252a57710019527b99b2f6b1462e3/recovered.edits/0000000000000000002 2024-12-11T02:20:08,115 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5ee252a57710019527b99b2f6b1462e3 1/1 column families, dataSize=108 B heapSize=512 B 2024-12-11T02:20:08,170 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/5ee252a57710019527b99b2f6b1462e3/.tmp/a/57523be5763143799dcc3a5c5e0a9041 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733883607907/Put/seqid=0 2024-12-11T02:20:08,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741844_1020 (size=5170) 2024-12-11T02:20:08,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741844_1020 (size=5170) 2024-12-11T02:20:08,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741844_1020 (size=5170) 2024-12-11T02:20:08,231 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/5ee252a57710019527b99b2f6b1462e3/.tmp/a/57523be5763143799dcc3a5c5e0a9041 2024-12-11T02:20:08,280 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/5ee252a57710019527b99b2f6b1462e3/.tmp/a/57523be5763143799dcc3a5c5e0a9041 as hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/5ee252a57710019527b99b2f6b1462e3/a/57523be5763143799dcc3a5c5e0a9041 2024-12-11T02:20:08,289 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/5ee252a57710019527b99b2f6b1462e3/a/57523be5763143799dcc3a5c5e0a9041, entries=2, sequenceid=2, filesize=5.0 K 2024-12-11T02:20:08,294 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 5ee252a57710019527b99b2f6b1462e3 in 179ms, sequenceid=2, compaction requested=false; wal=null 2024-12-11T02:20:08,295 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/5ee252a57710019527b99b2f6b1462e3/recovered.edits/0000000000000000002 2024-12-11T02:20:08,296 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5ee252a57710019527b99b2f6b1462e3 2024-12-11T02:20:08,296 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5ee252a57710019527b99b2f6b1462e3 2024-12-11T02:20:08,298 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5ee252a57710019527b99b2f6b1462e3 2024-12-11T02:20:08,301 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/5ee252a57710019527b99b2f6b1462e3/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-12-11T02:20:08,302 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5ee252a57710019527b99b2f6b1462e3; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68801361, jitterRate=0.025220170617103577}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T02:20:08,303 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5ee252a57710019527b99b2f6b1462e3: Writing region info on filesystem at 1733883608090Initializing all the Stores at 1733883608092 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883608092Obtaining lock to block concurrent updates at 1733883608115 (+23 ms)Preparing flush snapshotting stores in 5ee252a57710019527b99b2f6b1462e3 at 1733883608115Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733883607822.5ee252a57710019527b99b2f6b1462e3., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733883608118 (+3 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1733883607822.5ee252a57710019527b99b2f6b1462e3. at 1733883608118Flushing 5ee252a57710019527b99b2f6b1462e3/a: creating writer at 1733883608120 (+2 ms)Flushing 5ee252a57710019527b99b2f6b1462e3/a: appending metadata at 1733883608160 (+40 ms)Flushing 5ee252a57710019527b99b2f6b1462e3/a: closing flushed file at 1733883608163 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dd8368: reopening flushed file at 1733883608279 (+116 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 5ee252a57710019527b99b2f6b1462e3 in 179ms, sequenceid=2, compaction requested=false; wal=null at 1733883608294 (+15 ms)Cleaning up temporary data from old regions at 1733883608296 (+2 ms)Region opened successfully at 1733883608303 (+7 ms) 2024-12-11T02:20:08,329 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=376 (was 364) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1903776113_22 at /127.0.0.1:42614 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-170343088-172.17.0.2-1733883601722:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1903776113_22 at /127.0.0.1:41404 [Receiving block BP-170343088-172.17.0.2-1733883601722:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1903776113_22 at /127.0.0.1:34514 [Receiving block BP-170343088-172.17.0.2-1733883601722:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1903776113_22 at /127.0.0.1:34326 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-170343088-172.17.0.2-1733883601722:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38075/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1903776113_22 at /127.0.0.1:42778 [Receiving block BP-170343088-172.17.0.2-1733883601722:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1903776113_22 at /127.0.0.1:41390 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-170343088-172.17.0.2-1733883601722:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 607) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=95 (was 95), ProcessCount=11 (was 11), AvailableMemoryMB=6597 (was 6685) 2024-12-11T02:20:08,340 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=376, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=95, ProcessCount=11, AvailableMemoryMB=6596 2024-12-11T02:20:08,356 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T02:20:08,358 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T02:20:08,359 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T02:20:08,362 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-30034534, suffix=, logDir=hdfs://localhost:38075/hbase/WALs/hregion-30034534, archiveDir=hdfs://localhost:38075/hbase/oldWALs, maxLogs=32 2024-12-11T02:20:08,375 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-30034534/hregion-30034534.1733883608363, exclude list is [], retry=0 2024-12-11T02:20:08,380 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42339,DS-218099b2-9a37-45b9-9467-530be5376f5f,DISK] 2024-12-11T02:20:08,380 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36013,DS-fa5060c7-4172-4632-a7fa-0f218265b336,DISK] 2024-12-11T02:20:08,380 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45227,DS-ec304476-ba6d-4405-9e0f-ce26bd77d384,DISK] 2024-12-11T02:20:08,383 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-30034534/hregion-30034534.1733883608363 2024-12-11T02:20:08,384 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41245:41245),(127.0.0.1/127.0.0.1:44255:44255),(127.0.0.1/127.0.0.1:39015:39015)] 2024-12-11T02:20:08,384 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 42cdf81913890ae804db830537c9f429, NAME => 'testReplayEditsWrittenIntoWAL,,1733883608357.42cdf81913890ae804db830537c9f429.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38075/hbase 2024-12-11T02:20:08,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741846_1022 (size=64) 2024-12-11T02:20:08,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741846_1022 (size=64) 2024-12-11T02:20:08,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741846_1022 (size=64) 2024-12-11T02:20:08,402 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733883608357.42cdf81913890ae804db830537c9f429.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T02:20:08,404 INFO [StoreOpener-42cdf81913890ae804db830537c9f429-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 42cdf81913890ae804db830537c9f429 2024-12-11T02:20:08,407 INFO [StoreOpener-42cdf81913890ae804db830537c9f429-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42cdf81913890ae804db830537c9f429 columnFamilyName a 2024-12-11T02:20:08,407 DEBUG [StoreOpener-42cdf81913890ae804db830537c9f429-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:08,407 INFO [StoreOpener-42cdf81913890ae804db830537c9f429-1 {}] regionserver.HStore(327): Store=42cdf81913890ae804db830537c9f429/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:08,408 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 42cdf81913890ae804db830537c9f429 2024-12-11T02:20:08,408 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/42cdf81913890ae804db830537c9f429 2024-12-11T02:20:08,409 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/42cdf81913890ae804db830537c9f429 2024-12-11T02:20:08,410 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 42cdf81913890ae804db830537c9f429 2024-12-11T02:20:08,410 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 42cdf81913890ae804db830537c9f429 2024-12-11T02:20:08,412 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 42cdf81913890ae804db830537c9f429 2024-12-11T02:20:08,415 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/42cdf81913890ae804db830537c9f429/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T02:20:08,416 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 42cdf81913890ae804db830537c9f429; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68762349, jitterRate=0.024638846516609192}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T02:20:08,416 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 42cdf81913890ae804db830537c9f429: Writing region info on filesystem at 1733883608402Initializing all the Stores at 1733883608404 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883608404Cleaning up temporary data from old regions at 1733883608410 (+6 ms)Region opened successfully at 1733883608416 (+6 ms) 2024-12-11T02:20:08,416 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 42cdf81913890ae804db830537c9f429, disabling compactions & flushes 2024-12-11T02:20:08,416 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733883608357.42cdf81913890ae804db830537c9f429. 2024-12-11T02:20:08,416 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733883608357.42cdf81913890ae804db830537c9f429. 2024-12-11T02:20:08,416 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733883608357.42cdf81913890ae804db830537c9f429. after waiting 0 ms 2024-12-11T02:20:08,416 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733883608357.42cdf81913890ae804db830537c9f429. 2024-12-11T02:20:08,417 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733883608357.42cdf81913890ae804db830537c9f429. 2024-12-11T02:20:08,417 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 42cdf81913890ae804db830537c9f429: Waiting for close lock at 1733883608416Disabling compacts and flushes for region at 1733883608416Disabling writes for close at 1733883608416Writing region close event to WAL at 1733883608417 (+1 ms)Closed at 1733883608417 2024-12-11T02:20:08,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741845_1021 (size=95) 2024-12-11T02:20:08,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741845_1021 (size=95) 2024-12-11T02:20:08,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741845_1021 (size=95) 2024-12-11T02:20:08,424 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-11T02:20:08,424 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-30034534:(num 1733883608363) 2024-12-11T02:20:08,425 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-11T02:20:08,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741847_1023 (size=320) 2024-12-11T02:20:08,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741847_1023 (size=320) 2024-12-11T02:20:08,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741847_1023 (size=320) 2024-12-11T02:20:08,439 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-11T02:20:08,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741848_1024 (size=253) 2024-12-11T02:20:08,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741848_1024 (size=253) 2024-12-11T02:20:08,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741848_1024 (size=253) 2024-12-11T02:20:08,468 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38075/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733883608355/wal-2, size=253 (253bytes) 2024-12-11T02:20:08,468 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38075/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733883608355/wal-2 2024-12-11T02:20:08,469 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38075/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733883608355/wal-2 after 1ms 2024-12-11T02:20:08,472 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38075/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733883608355/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-11T02:20:08,473 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38075/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733883608355/wal-2 took 5ms 2024-12-11T02:20:08,475 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38075/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733883608355/wal-2 so closing down 2024-12-11T02:20:08,475 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-11T02:20:08,477 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-12-11T02:20:08,478 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/42cdf81913890ae804db830537c9f429/recovered.edits/0000000000000000002-wal-2.temp 2024-12-11T02:20:08,479 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-11T02:20:08,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741849_1025 (size=253) 2024-12-11T02:20:08,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741849_1025 (size=253) 2024-12-11T02:20:08,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741849_1025 (size=253) 2024-12-11T02:20:08,487 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/42cdf81913890ae804db830537c9f429/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-11T02:20:08,490 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/42cdf81913890ae804db830537c9f429/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/42cdf81913890ae804db830537c9f429/recovered.edits/0000000000000000002 2024-12-11T02:20:08,490 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:38075/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733883608355/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-12-11T02:20:08,490 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38075/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733883608355/wal-2, journal: Splitting hdfs://localhost:38075/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733883608355/wal-2, size=253 (253bytes) at 1733883608468Finishing writing output for hdfs://localhost:38075/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733883608355/wal-2 so closing down at 1733883608475 (+7 ms)Creating recovered edits writer path=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/42cdf81913890ae804db830537c9f429/recovered.edits/0000000000000000002-wal-2.temp at 1733883608478 (+3 ms)3 split writer threads finished at 1733883608479 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/42cdf81913890ae804db830537c9f429/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733883608487 (+8 ms)Rename recovered edits hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/42cdf81913890ae804db830537c9f429/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/42cdf81913890ae804db830537c9f429/recovered.edits/0000000000000000002 at 1733883608490 (+3 ms)Processed 1 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:38075/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733883608355/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1733883608490 2024-12-11T02:20:08,505 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38075/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733883608355/wal-1, size=320 (320bytes) 2024-12-11T02:20:08,505 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38075/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733883608355/wal-1 2024-12-11T02:20:08,505 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38075/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733883608355/wal-1 after 0ms 2024-12-11T02:20:08,509 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38075/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733883608355/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-11T02:20:08,509 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38075/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733883608355/wal-1 took 4ms 2024-12-11T02:20:08,512 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38075/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733883608355/wal-1 so closing down 2024-12-11T02:20:08,512 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-11T02:20:08,514 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-12-11T02:20:08,515 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/42cdf81913890ae804db830537c9f429/recovered.edits/0000000000000000001-wal-1.temp 2024-12-11T02:20:08,515 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-11T02:20:08,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741850_1026 (size=320) 2024-12-11T02:20:08,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741850_1026 (size=320) 2024-12-11T02:20:08,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741850_1026 (size=320) 2024-12-11T02:20:08,525 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/42cdf81913890ae804db830537c9f429/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-11T02:20:08,528 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/42cdf81913890ae804db830537c9f429/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-11T02:20:08,530 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/42cdf81913890ae804db830537c9f429/recovered.edits/0000000000000000002, length=253 2024-12-11T02:20:08,533 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/42cdf81913890ae804db830537c9f429/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/42cdf81913890ae804db830537c9f429/recovered.edits/0000000000000000002 2024-12-11T02:20:08,533 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:38075/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733883608355/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-12-11T02:20:08,533 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38075/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733883608355/wal-1, journal: Splitting hdfs://localhost:38075/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733883608355/wal-1, size=320 (320bytes) at 1733883608505Finishing writing output for hdfs://localhost:38075/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733883608355/wal-1 so closing down at 1733883608512 (+7 ms)Creating recovered edits writer path=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/42cdf81913890ae804db830537c9f429/recovered.edits/0000000000000000001-wal-1.temp at 1733883608515 (+3 ms)3 split writer threads finished at 1733883608516 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/42cdf81913890ae804db830537c9f429/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733883608525 (+9 ms)Rename recovered edits hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/42cdf81913890ae804db830537c9f429/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/42cdf81913890ae804db830537c9f429/recovered.edits/0000000000000000002 at 1733883608533 (+8 ms)Processed 2 edits across 1 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:38075/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733883608355/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1733883608533 2024-12-11T02:20:08,533 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-11T02:20:08,535 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38075/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733883608355, archiveDir=hdfs://localhost:38075/hbase/oldWALs, maxLogs=32 2024-12-11T02:20:08,549 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733883608355/wal.1733883608536, exclude list is [], retry=0 2024-12-11T02:20:08,553 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36013,DS-fa5060c7-4172-4632-a7fa-0f218265b336,DISK] 2024-12-11T02:20:08,553 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42339,DS-218099b2-9a37-45b9-9467-530be5376f5f,DISK] 2024-12-11T02:20:08,554 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45227,DS-ec304476-ba6d-4405-9e0f-ce26bd77d384,DISK] 2024-12-11T02:20:08,556 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733883608355/wal.1733883608536 2024-12-11T02:20:08,556 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44255:44255),(127.0.0.1/127.0.0.1:41245:41245),(127.0.0.1/127.0.0.1:39015:39015)] 2024-12-11T02:20:08,557 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 42cdf81913890ae804db830537c9f429, NAME => 'testReplayEditsWrittenIntoWAL,,1733883608357.42cdf81913890ae804db830537c9f429.', STARTKEY => '', ENDKEY => ''} 2024-12-11T02:20:08,557 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733883608357.42cdf81913890ae804db830537c9f429.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T02:20:08,557 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 42cdf81913890ae804db830537c9f429 2024-12-11T02:20:08,557 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 42cdf81913890ae804db830537c9f429 2024-12-11T02:20:08,559 INFO [StoreOpener-42cdf81913890ae804db830537c9f429-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 42cdf81913890ae804db830537c9f429 2024-12-11T02:20:08,561 INFO [StoreOpener-42cdf81913890ae804db830537c9f429-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42cdf81913890ae804db830537c9f429 columnFamilyName a 2024-12-11T02:20:08,561 DEBUG [StoreOpener-42cdf81913890ae804db830537c9f429-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:08,562 INFO [StoreOpener-42cdf81913890ae804db830537c9f429-1 {}] regionserver.HStore(327): Store=42cdf81913890ae804db830537c9f429/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:08,562 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 42cdf81913890ae804db830537c9f429 2024-12-11T02:20:08,563 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/42cdf81913890ae804db830537c9f429 2024-12-11T02:20:08,565 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/42cdf81913890ae804db830537c9f429 2024-12-11T02:20:08,566 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/42cdf81913890ae804db830537c9f429/recovered.edits/0000000000000000002 2024-12-11T02:20:08,569 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/42cdf81913890ae804db830537c9f429/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-11T02:20:08,571 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/42cdf81913890ae804db830537c9f429/recovered.edits/0000000000000000002 2024-12-11T02:20:08,571 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 42cdf81913890ae804db830537c9f429 1/1 column families, dataSize=108 B heapSize=512 B 2024-12-11T02:20:08,590 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/42cdf81913890ae804db830537c9f429/.tmp/a/09348d21e95642ca995e0943729fe573 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733883608424/Put/seqid=0 2024-12-11T02:20:08,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741852_1028 (size=5170) 2024-12-11T02:20:08,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741852_1028 (size=5170) 2024-12-11T02:20:08,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741852_1028 (size=5170) 2024-12-11T02:20:08,600 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/42cdf81913890ae804db830537c9f429/.tmp/a/09348d21e95642ca995e0943729fe573 2024-12-11T02:20:08,608 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/42cdf81913890ae804db830537c9f429/.tmp/a/09348d21e95642ca995e0943729fe573 as hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/42cdf81913890ae804db830537c9f429/a/09348d21e95642ca995e0943729fe573 2024-12-11T02:20:08,616 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/42cdf81913890ae804db830537c9f429/a/09348d21e95642ca995e0943729fe573, entries=2, sequenceid=2, filesize=5.0 K 2024-12-11T02:20:08,616 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 42cdf81913890ae804db830537c9f429 in 45ms, sequenceid=2, compaction requested=false; wal=null 2024-12-11T02:20:08,617 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/42cdf81913890ae804db830537c9f429/recovered.edits/0000000000000000002 2024-12-11T02:20:08,618 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 42cdf81913890ae804db830537c9f429 2024-12-11T02:20:08,618 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 42cdf81913890ae804db830537c9f429 2024-12-11T02:20:08,621 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 42cdf81913890ae804db830537c9f429 2024-12-11T02:20:08,624 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/42cdf81913890ae804db830537c9f429/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-12-11T02:20:08,626 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 42cdf81913890ae804db830537c9f429; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70414631, jitterRate=0.049259766936302185}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T02:20:08,626 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 42cdf81913890ae804db830537c9f429: Writing region info on filesystem at 1733883608557Initializing all the Stores at 1733883608558 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883608558Obtaining lock to block concurrent updates at 1733883608571 (+13 ms)Preparing flush snapshotting stores in 42cdf81913890ae804db830537c9f429 at 1733883608571Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733883608357.42cdf81913890ae804db830537c9f429., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733883608572 (+1 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1733883608357.42cdf81913890ae804db830537c9f429. at 1733883608572Flushing 42cdf81913890ae804db830537c9f429/a: creating writer at 1733883608572Flushing 42cdf81913890ae804db830537c9f429/a: appending metadata at 1733883608588 (+16 ms)Flushing 42cdf81913890ae804db830537c9f429/a: closing flushed file at 1733883608588Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5598da77: reopening flushed file at 1733883608607 (+19 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 42cdf81913890ae804db830537c9f429 in 45ms, sequenceid=2, compaction requested=false; wal=null at 1733883608616 (+9 ms)Cleaning up temporary data from old regions at 1733883608618 (+2 ms)Region opened successfully at 1733883608626 (+8 ms) 2024-12-11T02:20:08,645 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=386 (was 376) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1903776113_22 at /127.0.0.1:34594 [Receiving block BP-170343088-172.17.0.2-1733883601722:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1903776113_22 at /127.0.0.1:41484 [Receiving block BP-170343088-172.17.0.2-1733883601722:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-170343088-172.17.0.2-1733883601722:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1903776113_22 at /127.0.0.1:41390 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-170343088-172.17.0.2-1733883601722:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1903776113_22 at /127.0.0.1:42614 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1903776113_22 at /127.0.0.1:34326 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-170343088-172.17.0.2-1733883601722:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1903776113_22 at /127.0.0.1:42842 [Receiving block BP-170343088-172.17.0.2-1733883601722:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=95 (was 95), ProcessCount=11 (was 11), AvailableMemoryMB=6591 (was 6596) 2024-12-11T02:20:08,656 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=386, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=95, ProcessCount=11, AvailableMemoryMB=6590 2024-12-11T02:20:08,671 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T02:20:08,673 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T02:20:08,674 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T02:20:08,677 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-52998567, suffix=, logDir=hdfs://localhost:38075/hbase/WALs/hregion-52998567, archiveDir=hdfs://localhost:38075/hbase/oldWALs, maxLogs=32 2024-12-11T02:20:08,692 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-52998567/hregion-52998567.1733883608678, exclude list is [], retry=0 2024-12-11T02:20:08,695 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42339,DS-218099b2-9a37-45b9-9467-530be5376f5f,DISK] 2024-12-11T02:20:08,696 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45227,DS-ec304476-ba6d-4405-9e0f-ce26bd77d384,DISK] 2024-12-11T02:20:08,696 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36013,DS-fa5060c7-4172-4632-a7fa-0f218265b336,DISK] 2024-12-11T02:20:08,698 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-52998567/hregion-52998567.1733883608678 2024-12-11T02:20:08,699 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41245:41245),(127.0.0.1/127.0.0.1:39015:39015),(127.0.0.1/127.0.0.1:44255:44255)] 2024-12-11T02:20:08,699 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => a731a7c1289cfffd667a89ce5241ff35, NAME => 'testReplayEditsWrittenIntoWAL,,1733883608672.a731a7c1289cfffd667a89ce5241ff35.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38075/hbase 2024-12-11T02:20:08,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741854_1030 (size=64) 2024-12-11T02:20:08,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741854_1030 (size=64) 2024-12-11T02:20:08,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741854_1030 (size=64) 2024-12-11T02:20:08,710 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733883608672.a731a7c1289cfffd667a89ce5241ff35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T02:20:08,712 INFO [StoreOpener-a731a7c1289cfffd667a89ce5241ff35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a731a7c1289cfffd667a89ce5241ff35 2024-12-11T02:20:08,714 INFO [StoreOpener-a731a7c1289cfffd667a89ce5241ff35-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a731a7c1289cfffd667a89ce5241ff35 columnFamilyName a 2024-12-11T02:20:08,714 DEBUG [StoreOpener-a731a7c1289cfffd667a89ce5241ff35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:08,715 INFO [StoreOpener-a731a7c1289cfffd667a89ce5241ff35-1 {}] regionserver.HStore(327): Store=a731a7c1289cfffd667a89ce5241ff35/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:08,715 INFO [StoreOpener-a731a7c1289cfffd667a89ce5241ff35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a731a7c1289cfffd667a89ce5241ff35 2024-12-11T02:20:08,716 INFO [StoreOpener-a731a7c1289cfffd667a89ce5241ff35-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a731a7c1289cfffd667a89ce5241ff35 columnFamilyName b 2024-12-11T02:20:08,716 DEBUG [StoreOpener-a731a7c1289cfffd667a89ce5241ff35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:08,717 INFO [StoreOpener-a731a7c1289cfffd667a89ce5241ff35-1 {}] regionserver.HStore(327): Store=a731a7c1289cfffd667a89ce5241ff35/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:08,717 INFO [StoreOpener-a731a7c1289cfffd667a89ce5241ff35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a731a7c1289cfffd667a89ce5241ff35 2024-12-11T02:20:08,719 INFO [StoreOpener-a731a7c1289cfffd667a89ce5241ff35-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a731a7c1289cfffd667a89ce5241ff35 columnFamilyName c 2024-12-11T02:20:08,719 DEBUG [StoreOpener-a731a7c1289cfffd667a89ce5241ff35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:08,719 INFO [StoreOpener-a731a7c1289cfffd667a89ce5241ff35-1 {}] regionserver.HStore(327): Store=a731a7c1289cfffd667a89ce5241ff35/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:08,720 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a731a7c1289cfffd667a89ce5241ff35 2024-12-11T02:20:08,720 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/a731a7c1289cfffd667a89ce5241ff35 2024-12-11T02:20:08,721 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/a731a7c1289cfffd667a89ce5241ff35 2024-12-11T02:20:08,722 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a731a7c1289cfffd667a89ce5241ff35 2024-12-11T02:20:08,722 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a731a7c1289cfffd667a89ce5241ff35 2024-12-11T02:20:08,723 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T02:20:08,725 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a731a7c1289cfffd667a89ce5241ff35 2024-12-11T02:20:08,728 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/a731a7c1289cfffd667a89ce5241ff35/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T02:20:08,728 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a731a7c1289cfffd667a89ce5241ff35; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59984281, jitterRate=-0.10616455972194672}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T02:20:08,729 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a731a7c1289cfffd667a89ce5241ff35: Writing region info on filesystem at 1733883608711Initializing all the Stores at 1733883608712 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883608712Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883608712Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883608712Cleaning up temporary data from old regions at 1733883608722 (+10 ms)Region opened successfully at 1733883608729 (+7 ms) 2024-12-11T02:20:08,729 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing a731a7c1289cfffd667a89ce5241ff35, disabling compactions & flushes 2024-12-11T02:20:08,729 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733883608672.a731a7c1289cfffd667a89ce5241ff35. 2024-12-11T02:20:08,729 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733883608672.a731a7c1289cfffd667a89ce5241ff35. 2024-12-11T02:20:08,729 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733883608672.a731a7c1289cfffd667a89ce5241ff35. after waiting 0 ms 2024-12-11T02:20:08,729 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733883608672.a731a7c1289cfffd667a89ce5241ff35. 2024-12-11T02:20:08,730 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733883608672.a731a7c1289cfffd667a89ce5241ff35. 2024-12-11T02:20:08,730 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for a731a7c1289cfffd667a89ce5241ff35: Waiting for close lock at 1733883608729Disabling compacts and flushes for region at 1733883608729Disabling writes for close at 1733883608729Writing region close event to WAL at 1733883608730 (+1 ms)Closed at 1733883608730 2024-12-11T02:20:08,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741853_1029 (size=95) 2024-12-11T02:20:08,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741853_1029 (size=95) 2024-12-11T02:20:08,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741853_1029 (size=95) 2024-12-11T02:20:08,736 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-11T02:20:08,736 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-52998567:(num 1733883608678) 2024-12-11T02:20:08,736 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-11T02:20:08,739 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38075/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733883608671, archiveDir=hdfs://localhost:38075/hbase/oldWALs, maxLogs=32 2024-12-11T02:20:08,758 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733883608671/wal.1733883608739, exclude list is [], retry=0 2024-12-11T02:20:08,761 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42339,DS-218099b2-9a37-45b9-9467-530be5376f5f,DISK] 2024-12-11T02:20:08,761 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45227,DS-ec304476-ba6d-4405-9e0f-ce26bd77d384,DISK] 2024-12-11T02:20:08,762 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36013,DS-fa5060c7-4172-4632-a7fa-0f218265b336,DISK] 2024-12-11T02:20:08,764 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733883608671/wal.1733883608739 2024-12-11T02:20:08,764 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41245:41245),(127.0.0.1/127.0.0.1:39015:39015),(127.0.0.1/127.0.0.1:44255:44255)] 2024-12-11T02:20:09,018 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38075/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733883608671/wal.1733883608739, size=0 (0bytes) 2024-12-11T02:20:09,018 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:38075/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733883608671/wal.1733883608739 might be still open, length is 0 2024-12-11T02:20:09,018 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38075/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733883608671/wal.1733883608739 2024-12-11T02:20:09,019 WARN [IPC Server handler 1 on default port 38075 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733883608671/wal.1733883608739 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-12-11T02:20:09,020 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:38075/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733883608671/wal.1733883608739 after 2ms 2024-12-11T02:20:09,735 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1903776113_22 at /127.0.0.1:34628 [Receiving block BP-170343088-172.17.0.2-1733883601722:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:42339:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34628 dst: /127.0.0.1:42339 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:42339 remote=/127.0.0.1:34628]. Total timeout mills is 60000, 59249 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T02:20:09,736 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1903776113_22 at /127.0.0.1:41498 [Receiving block BP-170343088-172.17.0.2-1733883601722:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:36013:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41498 dst: /127.0.0.1:36013 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T02:20:09,736 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1903776113_22 at /127.0.0.1:42898 [Receiving block BP-170343088-172.17.0.2-1733883601722:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:45227:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42898 dst: /127.0.0.1:45227 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T02:20:09,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741855_1032 (size=263633) 2024-12-11T02:20:09,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741855_1032 (size=263633) 2024-12-11T02:20:09,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741855_1032 (size=263633) 2024-12-11T02:20:12,955 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-11T02:20:13,002 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-11T02:20:13,021 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:38075/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733883608671/wal.1733883608739 after 4002ms 2024-12-11T02:20:13,025 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38075/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733883608671/wal.1733883608739: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-11T02:20:13,027 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38075/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733883608671/wal.1733883608739 took 4010ms 2024-12-11T02:20:13,032 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733883608739.temp 2024-12-11T02:20:13,034 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/a731a7c1289cfffd667a89ce5241ff35/recovered.edits/0000000000000000001-wal.1733883608739.temp 2024-12-11T02:20:13,162 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:38075/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733883608671/wal.1733883608739; continuing. 2024-12-11T02:20:13,162 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38075/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733883608671/wal.1733883608739 so closing down 2024-12-11T02:20:13,162 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-11T02:20:13,162 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-11T02:20:13,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741856_1033 (size=263641) 2024-12-11T02:20:13,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741856_1033 (size=263641) 2024-12-11T02:20:13,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741856_1033 (size=263641) 2024-12-11T02:20:13,167 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/a731a7c1289cfffd667a89ce5241ff35/recovered.edits/0000000000000000001-wal.1733883608739.temp (wrote 3002 edits, skipped 0 edits in 72 ms) 2024-12-11T02:20:13,169 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/a731a7c1289cfffd667a89ce5241ff35/recovered.edits/0000000000000000001-wal.1733883608739.temp to hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/a731a7c1289cfffd667a89ce5241ff35/recovered.edits/0000000000000003002 2024-12-11T02:20:13,170 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 142 ms; skipped=0; WAL=hdfs://localhost:38075/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733883608671/wal.1733883608739, size=0, length=0, corrupted=false, cancelled=false 2024-12-11T02:20:13,170 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38075/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733883608671/wal.1733883608739, journal: Splitting hdfs://localhost:38075/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733883608671/wal.1733883608739, size=0 (0bytes) at 1733883609018Creating recovered edits writer path=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/a731a7c1289cfffd667a89ce5241ff35/recovered.edits/0000000000000000001-wal.1733883608739.temp at 1733883613035 (+4017 ms)Split 1024 edits, skipped 0 edits. at 1733883613101 (+66 ms)Split 2048 edits, skipped 0 edits. at 1733883613133 (+32 ms)Finishing writing output for hdfs://localhost:38075/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733883608671/wal.1733883608739 so closing down at 1733883613162 (+29 ms)3 split writer threads finished at 1733883613162Closed recovered edits writer path=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/a731a7c1289cfffd667a89ce5241ff35/recovered.edits/0000000000000000001-wal.1733883608739.temp (wrote 3002 edits, skipped 0 edits in 72 ms) at 1733883613167 (+5 ms)Rename recovered edits hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/a731a7c1289cfffd667a89ce5241ff35/recovered.edits/0000000000000000001-wal.1733883608739.temp to hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/a731a7c1289cfffd667a89ce5241ff35/recovered.edits/0000000000000003002 at 1733883613169 (+2 ms)Processed 3002 edits across 1 Regions in 142 ms; skipped=0; WAL=hdfs://localhost:38075/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733883608671/wal.1733883608739, size=0, length=0, corrupted=false, cancelled=false at 1733883613170 (+1 ms) 2024-12-11T02:20:13,172 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38075/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733883608671/wal.1733883608739 to hdfs://localhost:38075/hbase/oldWALs/wal.1733883608739 2024-12-11T02:20:13,174 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/a731a7c1289cfffd667a89ce5241ff35/recovered.edits/0000000000000003002 2024-12-11T02:20:13,174 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-11T02:20:13,177 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38075/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733883608671, archiveDir=hdfs://localhost:38075/hbase/oldWALs, maxLogs=32 2024-12-11T02:20:13,191 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733883608671/wal.1733883613177, exclude list is [], retry=0 2024-12-11T02:20:13,195 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36013,DS-fa5060c7-4172-4632-a7fa-0f218265b336,DISK] 2024-12-11T02:20:13,195 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45227,DS-ec304476-ba6d-4405-9e0f-ce26bd77d384,DISK] 2024-12-11T02:20:13,196 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42339,DS-218099b2-9a37-45b9-9467-530be5376f5f,DISK] 2024-12-11T02:20:13,198 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733883608671/wal.1733883613177 2024-12-11T02:20:13,198 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44255:44255),(127.0.0.1/127.0.0.1:39015:39015),(127.0.0.1/127.0.0.1:41245:41245)] 2024-12-11T02:20:13,199 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733883608672.a731a7c1289cfffd667a89ce5241ff35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T02:20:13,201 INFO [StoreOpener-a731a7c1289cfffd667a89ce5241ff35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a731a7c1289cfffd667a89ce5241ff35 2024-12-11T02:20:13,202 INFO [StoreOpener-a731a7c1289cfffd667a89ce5241ff35-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a731a7c1289cfffd667a89ce5241ff35 columnFamilyName a 2024-12-11T02:20:13,202 DEBUG [StoreOpener-a731a7c1289cfffd667a89ce5241ff35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:13,203 INFO [StoreOpener-a731a7c1289cfffd667a89ce5241ff35-1 {}] regionserver.HStore(327): Store=a731a7c1289cfffd667a89ce5241ff35/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:13,203 INFO [StoreOpener-a731a7c1289cfffd667a89ce5241ff35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a731a7c1289cfffd667a89ce5241ff35 2024-12-11T02:20:13,204 INFO [StoreOpener-a731a7c1289cfffd667a89ce5241ff35-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a731a7c1289cfffd667a89ce5241ff35 columnFamilyName b 2024-12-11T02:20:13,205 DEBUG [StoreOpener-a731a7c1289cfffd667a89ce5241ff35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:13,205 INFO [StoreOpener-a731a7c1289cfffd667a89ce5241ff35-1 {}] regionserver.HStore(327): Store=a731a7c1289cfffd667a89ce5241ff35/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:13,205 INFO [StoreOpener-a731a7c1289cfffd667a89ce5241ff35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a731a7c1289cfffd667a89ce5241ff35 2024-12-11T02:20:13,206 INFO [StoreOpener-a731a7c1289cfffd667a89ce5241ff35-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a731a7c1289cfffd667a89ce5241ff35 columnFamilyName c 2024-12-11T02:20:13,206 DEBUG [StoreOpener-a731a7c1289cfffd667a89ce5241ff35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:13,207 INFO [StoreOpener-a731a7c1289cfffd667a89ce5241ff35-1 {}] regionserver.HStore(327): Store=a731a7c1289cfffd667a89ce5241ff35/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:13,207 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a731a7c1289cfffd667a89ce5241ff35 2024-12-11T02:20:13,209 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/a731a7c1289cfffd667a89ce5241ff35 2024-12-11T02:20:13,212 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/a731a7c1289cfffd667a89ce5241ff35 2024-12-11T02:20:13,213 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/a731a7c1289cfffd667a89ce5241ff35/recovered.edits/0000000000000003002 2024-12-11T02:20:13,216 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/a731a7c1289cfffd667a89ce5241ff35/recovered.edits/0000000000000003002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-11T02:20:13,258 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-11T02:20:13,651 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a731a7c1289cfffd667a89ce5241ff35 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-11T02:20:13,689 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/a731a7c1289cfffd667a89ce5241ff35/.tmp/a/607f16a3fbf841a6b294ece0e4ec595b is 62, key is testReplayEditsWrittenIntoWAL/a:100/1733883608773/Put/seqid=0 2024-12-11T02:20:13,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741858_1035 (size=50463) 2024-12-11T02:20:13,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741858_1035 (size=50463) 2024-12-11T02:20:13,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741858_1035 (size=50463) 2024-12-11T02:20:13,699 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/a731a7c1289cfffd667a89ce5241ff35/.tmp/a/607f16a3fbf841a6b294ece0e4ec595b 2024-12-11T02:20:13,707 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/a731a7c1289cfffd667a89ce5241ff35/.tmp/a/607f16a3fbf841a6b294ece0e4ec595b as hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/a731a7c1289cfffd667a89ce5241ff35/a/607f16a3fbf841a6b294ece0e4ec595b 2024-12-11T02:20:13,714 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/a731a7c1289cfffd667a89ce5241ff35/a/607f16a3fbf841a6b294ece0e4ec595b, entries=754, sequenceid=754, filesize=49.3 K 2024-12-11T02:20:13,715 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for a731a7c1289cfffd667a89ce5241ff35 in 64ms, sequenceid=754, compaction requested=false; wal=null 2024-12-11T02:20:13,730 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-11T02:20:13,730 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a731a7c1289cfffd667a89ce5241ff35 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-11T02:20:13,738 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/a731a7c1289cfffd667a89ce5241ff35/.tmp/a/68b970c7a46f47b888111caf1abbbd27 is 62, key is testReplayEditsWrittenIntoWAL/a:754/1733883608832/Put/seqid=0 2024-12-11T02:20:13,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741859_1036 (size=20072) 2024-12-11T02:20:13,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741859_1036 (size=20072) 2024-12-11T02:20:13,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741859_1036 (size=20072) 2024-12-11T02:20:13,749 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/a731a7c1289cfffd667a89ce5241ff35/.tmp/a/68b970c7a46f47b888111caf1abbbd27 2024-12-11T02:20:13,785 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/a731a7c1289cfffd667a89ce5241ff35/.tmp/b/f222e9d2913b40e3ab9ede09244c8d6d is 62, key is testReplayEditsWrittenIntoWAL/b:100/1733883608858/Put/seqid=0 2024-12-11T02:20:13,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741860_1037 (size=35835) 2024-12-11T02:20:13,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741860_1037 (size=35835) 2024-12-11T02:20:13,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741860_1037 (size=35835) 2024-12-11T02:20:13,795 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/a731a7c1289cfffd667a89ce5241ff35/.tmp/b/f222e9d2913b40e3ab9ede09244c8d6d 2024-12-11T02:20:13,803 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/a731a7c1289cfffd667a89ce5241ff35/.tmp/a/68b970c7a46f47b888111caf1abbbd27 as hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/a731a7c1289cfffd667a89ce5241ff35/a/68b970c7a46f47b888111caf1abbbd27 2024-12-11T02:20:13,810 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/a731a7c1289cfffd667a89ce5241ff35/a/68b970c7a46f47b888111caf1abbbd27, entries=246, sequenceid=1508, filesize=19.6 K 2024-12-11T02:20:13,812 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/a731a7c1289cfffd667a89ce5241ff35/.tmp/b/f222e9d2913b40e3ab9ede09244c8d6d as hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/a731a7c1289cfffd667a89ce5241ff35/b/f222e9d2913b40e3ab9ede09244c8d6d 2024-12-11T02:20:13,819 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/a731a7c1289cfffd667a89ce5241ff35/b/f222e9d2913b40e3ab9ede09244c8d6d, entries=508, sequenceid=1508, filesize=35.0 K 2024-12-11T02:20:13,820 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for a731a7c1289cfffd667a89ce5241ff35 in 90ms, sequenceid=1508, compaction requested=false; wal=null 2024-12-11T02:20:13,836 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-11T02:20:13,836 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a731a7c1289cfffd667a89ce5241ff35 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-11T02:20:13,844 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/a731a7c1289cfffd667a89ce5241ff35/.tmp/b/59a63fafe6724d649cfc421798aa9f9b is 62, key is testReplayEditsWrittenIntoWAL/b:508/1733883608886/Put/seqid=0 2024-12-11T02:20:13,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741861_1038 (size=35082) 2024-12-11T02:20:13,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741861_1038 (size=35082) 2024-12-11T02:20:13,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741861_1038 (size=35082) 2024-12-11T02:20:13,855 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/a731a7c1289cfffd667a89ce5241ff35/.tmp/b/59a63fafe6724d649cfc421798aa9f9b 2024-12-11T02:20:13,879 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/a731a7c1289cfffd667a89ce5241ff35/.tmp/c/f0c5698c9cf04e1ea3d58c6f9ee0fe49 is 62, key is testReplayEditsWrittenIntoWAL/c:100/1733883608924/Put/seqid=0 2024-12-11T02:20:13,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741862_1039 (size=20825) 2024-12-11T02:20:13,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741862_1039 (size=20825) 2024-12-11T02:20:13,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741862_1039 (size=20825) 2024-12-11T02:20:13,888 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/a731a7c1289cfffd667a89ce5241ff35/.tmp/c/f0c5698c9cf04e1ea3d58c6f9ee0fe49 2024-12-11T02:20:13,896 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/a731a7c1289cfffd667a89ce5241ff35/.tmp/b/59a63fafe6724d649cfc421798aa9f9b as hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/a731a7c1289cfffd667a89ce5241ff35/b/59a63fafe6724d649cfc421798aa9f9b 2024-12-11T02:20:13,902 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/a731a7c1289cfffd667a89ce5241ff35/b/59a63fafe6724d649cfc421798aa9f9b, entries=492, sequenceid=2262, filesize=34.3 K 2024-12-11T02:20:13,903 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/a731a7c1289cfffd667a89ce5241ff35/.tmp/c/f0c5698c9cf04e1ea3d58c6f9ee0fe49 as hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/a731a7c1289cfffd667a89ce5241ff35/c/f0c5698c9cf04e1ea3d58c6f9ee0fe49 2024-12-11T02:20:13,910 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/a731a7c1289cfffd667a89ce5241ff35/c/f0c5698c9cf04e1ea3d58c6f9ee0fe49, entries=262, sequenceid=2262, filesize=20.3 K 2024-12-11T02:20:13,910 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for a731a7c1289cfffd667a89ce5241ff35 in 74ms, sequenceid=2262, compaction requested=false; wal=null 2024-12-11T02:20:13,920 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1733883608982/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1733883608672.a731a7c1289cfffd667a89ce5241ff35. 2024-12-11T02:20:13,923 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/a731a7c1289cfffd667a89ce5241ff35/recovered.edits/0000000000000003002 2024-12-11T02:20:13,924 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-11T02:20:13,924 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a731a7c1289cfffd667a89ce5241ff35 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-12-11T02:20:13,931 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/a731a7c1289cfffd667a89ce5241ff35/.tmp/c/f7dae0d5fe2742fb886f2e3aa016b3ad is 62, key is testReplayEditsWrittenIntoWAL/c:262/1733883608935/Put/seqid=0 2024-12-11T02:20:13,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741863_1040 (size=50301) 2024-12-11T02:20:13,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741863_1040 (size=50301) 2024-12-11T02:20:13,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741863_1040 (size=50301) 2024-12-11T02:20:13,941 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/a731a7c1289cfffd667a89ce5241ff35/.tmp/c/f7dae0d5fe2742fb886f2e3aa016b3ad 2024-12-11T02:20:13,948 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f7dae0d5fe2742fb886f2e3aa016b3ad 2024-12-11T02:20:13,950 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/a731a7c1289cfffd667a89ce5241ff35/.tmp/c/f7dae0d5fe2742fb886f2e3aa016b3ad as hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/a731a7c1289cfffd667a89ce5241ff35/c/f7dae0d5fe2742fb886f2e3aa016b3ad 2024-12-11T02:20:13,956 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f7dae0d5fe2742fb886f2e3aa016b3ad 2024-12-11T02:20:13,956 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/a731a7c1289cfffd667a89ce5241ff35/c/f7dae0d5fe2742fb886f2e3aa016b3ad, entries=739, sequenceid=3002, filesize=49.1 K 2024-12-11T02:20:13,957 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for a731a7c1289cfffd667a89ce5241ff35 in 32ms, sequenceid=3002, compaction requested=false; wal=null 2024-12-11T02:20:13,957 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/a731a7c1289cfffd667a89ce5241ff35/recovered.edits/0000000000000003002 2024-12-11T02:20:13,958 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a731a7c1289cfffd667a89ce5241ff35 2024-12-11T02:20:13,958 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a731a7c1289cfffd667a89ce5241ff35 2024-12-11T02:20:13,959 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-11T02:20:13,961 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a731a7c1289cfffd667a89ce5241ff35 2024-12-11T02:20:13,963 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenIntoWAL/a731a7c1289cfffd667a89ce5241ff35/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-12-11T02:20:13,964 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a731a7c1289cfffd667a89ce5241ff35; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59432576, jitterRate=-0.11438560485839844}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-11T02:20:13,964 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a731a7c1289cfffd667a89ce5241ff35: Writing region info on filesystem at 1733883613199Initializing all the Stores at 1733883613200 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883613200Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883613200Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883613200Cleaning up temporary data from old regions at 1733883613958 (+758 ms)Region opened successfully at 1733883613964 (+6 ms) 2024-12-11T02:20:14,016 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing a731a7c1289cfffd667a89ce5241ff35, disabling compactions & flushes 2024-12-11T02:20:14,016 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733883608672.a731a7c1289cfffd667a89ce5241ff35. 2024-12-11T02:20:14,016 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733883608672.a731a7c1289cfffd667a89ce5241ff35. 2024-12-11T02:20:14,016 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733883608672.a731a7c1289cfffd667a89ce5241ff35. after waiting 0 ms 2024-12-11T02:20:14,016 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733883608672.a731a7c1289cfffd667a89ce5241ff35. 2024-12-11T02:20:14,021 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733883608672.a731a7c1289cfffd667a89ce5241ff35. 2024-12-11T02:20:14,021 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for a731a7c1289cfffd667a89ce5241ff35: Waiting for close lock at 1733883614016Disabling compacts and flushes for region at 1733883614016Disabling writes for close at 1733883614016Writing region close event to WAL at 1733883614021 (+5 ms)Closed at 1733883614021 2024-12-11T02:20:14,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741857_1034 (size=95) 2024-12-11T02:20:14,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741857_1034 (size=95) 2024-12-11T02:20:14,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741857_1034 (size=95) 2024-12-11T02:20:14,031 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-11T02:20:14,031 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733883613177) 2024-12-11T02:20:14,054 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=401 (was 386) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:44631 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1118823229_22 at /127.0.0.1:36974 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d592fcfa-d4ae-d196-362d-27cf1617dcd6/cluster_117f69cb-9d85-512b-c093-f5ad34cd705d/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1118823229_22 at /127.0.0.1:33132 [Waiting for operation #24] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d592fcfa-d4ae-d196-362d-27cf1617dcd6/cluster_117f69cb-9d85-512b-c093-f5ad34cd705d/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d592fcfa-d4ae-d196-362d-27cf1617dcd6/cluster_117f69cb-9d85-512b-c093-f5ad34cd705d/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1118823229_22 at /127.0.0.1:60398 [Waiting for operation #20] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:43657 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:38075 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43657 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44631 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d592fcfa-d4ae-d196-362d-27cf1617dcd6/cluster_117f69cb-9d85-512b-c093-f5ad34cd705d/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:38075 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=861 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=87 (was 95), ProcessCount=11 (was 11), AvailableMemoryMB=6527 (was 6590) 2024-12-11T02:20:14,069 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=401, OpenFileDescriptor=861, MaxFileDescriptor=1048576, SystemLoadAverage=87, ProcessCount=11, AvailableMemoryMB=6526 2024-12-11T02:20:14,086 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T02:20:14,088 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T02:20:14,089 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T02:20:14,092 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-76550291, suffix=, logDir=hdfs://localhost:38075/hbase/WALs/hregion-76550291, archiveDir=hdfs://localhost:38075/hbase/oldWALs, maxLogs=32 2024-12-11T02:20:14,105 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-76550291/hregion-76550291.1733883614092, exclude list is [], retry=0 2024-12-11T02:20:14,109 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36013,DS-fa5060c7-4172-4632-a7fa-0f218265b336,DISK] 2024-12-11T02:20:14,109 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45227,DS-ec304476-ba6d-4405-9e0f-ce26bd77d384,DISK] 2024-12-11T02:20:14,109 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42339,DS-218099b2-9a37-45b9-9467-530be5376f5f,DISK] 2024-12-11T02:20:14,113 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-76550291/hregion-76550291.1733883614092 2024-12-11T02:20:14,116 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44255:44255),(127.0.0.1/127.0.0.1:39015:39015),(127.0.0.1/127.0.0.1:41245:41245)] 2024-12-11T02:20:14,117 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => a2a54e01c8d5c70915a7baf283a3b52c, NAME => 'test2727,,1733883614087.a2a54e01c8d5c70915a7baf283a3b52c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38075/hbase 2024-12-11T02:20:14,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741865_1042 (size=43) 2024-12-11T02:20:14,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741865_1042 (size=43) 2024-12-11T02:20:14,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741865_1042 (size=43) 2024-12-11T02:20:14,129 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733883614087.a2a54e01c8d5c70915a7baf283a3b52c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T02:20:14,131 INFO [StoreOpener-a2a54e01c8d5c70915a7baf283a3b52c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a2a54e01c8d5c70915a7baf283a3b52c 2024-12-11T02:20:14,133 INFO [StoreOpener-a2a54e01c8d5c70915a7baf283a3b52c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2a54e01c8d5c70915a7baf283a3b52c columnFamilyName a 2024-12-11T02:20:14,133 DEBUG [StoreOpener-a2a54e01c8d5c70915a7baf283a3b52c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:14,134 INFO [StoreOpener-a2a54e01c8d5c70915a7baf283a3b52c-1 {}] regionserver.HStore(327): Store=a2a54e01c8d5c70915a7baf283a3b52c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:14,134 INFO [StoreOpener-a2a54e01c8d5c70915a7baf283a3b52c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a2a54e01c8d5c70915a7baf283a3b52c 2024-12-11T02:20:14,135 INFO [StoreOpener-a2a54e01c8d5c70915a7baf283a3b52c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2a54e01c8d5c70915a7baf283a3b52c columnFamilyName b 2024-12-11T02:20:14,136 DEBUG [StoreOpener-a2a54e01c8d5c70915a7baf283a3b52c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:14,136 INFO [StoreOpener-a2a54e01c8d5c70915a7baf283a3b52c-1 {}] regionserver.HStore(327): Store=a2a54e01c8d5c70915a7baf283a3b52c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:14,136 INFO [StoreOpener-a2a54e01c8d5c70915a7baf283a3b52c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a2a54e01c8d5c70915a7baf283a3b52c 2024-12-11T02:20:14,138 INFO [StoreOpener-a2a54e01c8d5c70915a7baf283a3b52c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2a54e01c8d5c70915a7baf283a3b52c columnFamilyName c 2024-12-11T02:20:14,138 DEBUG [StoreOpener-a2a54e01c8d5c70915a7baf283a3b52c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:14,138 INFO [StoreOpener-a2a54e01c8d5c70915a7baf283a3b52c-1 {}] regionserver.HStore(327): Store=a2a54e01c8d5c70915a7baf283a3b52c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:14,138 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a2a54e01c8d5c70915a7baf283a3b52c 2024-12-11T02:20:14,139 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/hbase/data/default/test2727/a2a54e01c8d5c70915a7baf283a3b52c 2024-12-11T02:20:14,140 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/hbase/data/default/test2727/a2a54e01c8d5c70915a7baf283a3b52c 2024-12-11T02:20:14,141 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a2a54e01c8d5c70915a7baf283a3b52c 2024-12-11T02:20:14,141 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a2a54e01c8d5c70915a7baf283a3b52c 2024-12-11T02:20:14,142 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T02:20:14,143 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a2a54e01c8d5c70915a7baf283a3b52c 2024-12-11T02:20:14,146 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38075/hbase/data/default/test2727/a2a54e01c8d5c70915a7baf283a3b52c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T02:20:14,147 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a2a54e01c8d5c70915a7baf283a3b52c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69353290, jitterRate=0.03344455361366272}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T02:20:14,148 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a2a54e01c8d5c70915a7baf283a3b52c: Writing region info on filesystem at 1733883614130Initializing all the Stores at 1733883614131 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883614131Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883614131Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883614131Cleaning up temporary data from old regions at 1733883614141 (+10 ms)Region opened successfully at 1733883614148 (+7 ms) 2024-12-11T02:20:14,148 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing a2a54e01c8d5c70915a7baf283a3b52c, disabling compactions & flushes 2024-12-11T02:20:14,148 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733883614087.a2a54e01c8d5c70915a7baf283a3b52c. 2024-12-11T02:20:14,148 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733883614087.a2a54e01c8d5c70915a7baf283a3b52c. 2024-12-11T02:20:14,148 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733883614087.a2a54e01c8d5c70915a7baf283a3b52c. after waiting 0 ms 2024-12-11T02:20:14,148 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733883614087.a2a54e01c8d5c70915a7baf283a3b52c. 2024-12-11T02:20:14,149 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733883614087.a2a54e01c8d5c70915a7baf283a3b52c. 2024-12-11T02:20:14,150 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for a2a54e01c8d5c70915a7baf283a3b52c: Waiting for close lock at 1733883614148Disabling compacts and flushes for region at 1733883614148Disabling writes for close at 1733883614148Writing region close event to WAL at 1733883614149 (+1 ms)Closed at 1733883614149 2024-12-11T02:20:14,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741864_1041 (size=95) 2024-12-11T02:20:14,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741864_1041 (size=95) 2024-12-11T02:20:14,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741864_1041 (size=95) 2024-12-11T02:20:14,156 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-11T02:20:14,156 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-76550291:(num 1733883614092) 2024-12-11T02:20:14,156 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-11T02:20:14,158 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38075/hbase/WALs/test2727-manual,16010,1733883614085, archiveDir=hdfs://localhost:38075/hbase/oldWALs, maxLogs=32 2024-12-11T02:20:14,172 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733883614085/wal.1733883614158, exclude list is [], retry=0 2024-12-11T02:20:14,175 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42339,DS-218099b2-9a37-45b9-9467-530be5376f5f,DISK] 2024-12-11T02:20:14,175 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45227,DS-ec304476-ba6d-4405-9e0f-ce26bd77d384,DISK] 2024-12-11T02:20:14,176 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36013,DS-fa5060c7-4172-4632-a7fa-0f218265b336,DISK] 2024-12-11T02:20:14,177 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733883614085/wal.1733883614158 2024-12-11T02:20:14,178 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41245:41245),(127.0.0.1/127.0.0.1:39015:39015),(127.0.0.1/127.0.0.1:44255:44255)] 2024-12-11T02:20:14,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741866_1043 (size=263359) 2024-12-11T02:20:14,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741866_1043 (size=263359) 2024-12-11T02:20:14,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741866_1043 (size=263359) 2024-12-11T02:20:14,360 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38075/hbase/WALs/test2727-manual,16010,1733883614085/wal.1733883614158, size=257.2 K (263359bytes) 2024-12-11T02:20:14,360 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38075/hbase/WALs/test2727-manual,16010,1733883614085/wal.1733883614158 2024-12-11T02:20:14,361 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38075/hbase/WALs/test2727-manual,16010,1733883614085/wal.1733883614158 after 1ms 2024-12-11T02:20:14,364 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38075/hbase/WALs/test2727-manual,16010,1733883614085/wal.1733883614158: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-11T02:20:14,365 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38075/hbase/WALs/test2727-manual,16010,1733883614085/wal.1733883614158 took 5ms 2024-12-11T02:20:14,371 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733883614158.temp 2024-12-11T02:20:14,373 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38075/hbase/data/default/test2727/a2a54e01c8d5c70915a7baf283a3b52c/recovered.edits/0000000000000000001-wal.1733883614158.temp 2024-12-11T02:20:14,423 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38075/hbase/WALs/test2727-manual,16010,1733883614085/wal.1733883614158 so closing down 2024-12-11T02:20:14,423 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-11T02:20:14,423 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-11T02:20:14,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741867_1044 (size=263359) 2024-12-11T02:20:14,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741867_1044 (size=263359) 2024-12-11T02:20:14,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741867_1044 (size=263359) 2024-12-11T02:20:14,429 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38075/hbase/data/default/test2727/a2a54e01c8d5c70915a7baf283a3b52c/recovered.edits/0000000000000000001-wal.1733883614158.temp (wrote 3000 edits, skipped 0 edits in 43 ms) 2024-12-11T02:20:14,431 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38075/hbase/data/default/test2727/a2a54e01c8d5c70915a7baf283a3b52c/recovered.edits/0000000000000000001-wal.1733883614158.temp to hdfs://localhost:38075/hbase/data/default/test2727/a2a54e01c8d5c70915a7baf283a3b52c/recovered.edits/0000000000000003000 2024-12-11T02:20:14,431 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 65 ms; skipped=0; WAL=hdfs://localhost:38075/hbase/WALs/test2727-manual,16010,1733883614085/wal.1733883614158, size=257.2 K, length=263359, corrupted=false, cancelled=false 2024-12-11T02:20:14,431 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38075/hbase/WALs/test2727-manual,16010,1733883614085/wal.1733883614158, journal: Splitting hdfs://localhost:38075/hbase/WALs/test2727-manual,16010,1733883614085/wal.1733883614158, size=257.2 K (263359bytes) at 1733883614360Creating recovered edits writer path=hdfs://localhost:38075/hbase/data/default/test2727/a2a54e01c8d5c70915a7baf283a3b52c/recovered.edits/0000000000000000001-wal.1733883614158.temp at 1733883614373 (+13 ms)Split 1024 edits, skipped 0 edits. at 1733883614387 (+14 ms)Split 2048 edits, skipped 0 edits. at 1733883614407 (+20 ms)Finishing writing output for hdfs://localhost:38075/hbase/WALs/test2727-manual,16010,1733883614085/wal.1733883614158 so closing down at 1733883614423 (+16 ms)3 split writer threads finished at 1733883614423Closed recovered edits writer path=hdfs://localhost:38075/hbase/data/default/test2727/a2a54e01c8d5c70915a7baf283a3b52c/recovered.edits/0000000000000000001-wal.1733883614158.temp (wrote 3000 edits, skipped 0 edits in 43 ms) at 1733883614429 (+6 ms)Rename recovered edits hdfs://localhost:38075/hbase/data/default/test2727/a2a54e01c8d5c70915a7baf283a3b52c/recovered.edits/0000000000000000001-wal.1733883614158.temp to hdfs://localhost:38075/hbase/data/default/test2727/a2a54e01c8d5c70915a7baf283a3b52c/recovered.edits/0000000000000003000 at 1733883614431 (+2 ms)Processed 3000 edits across 1 Regions in 65 ms; skipped=0; WAL=hdfs://localhost:38075/hbase/WALs/test2727-manual,16010,1733883614085/wal.1733883614158, size=257.2 K, length=263359, corrupted=false, cancelled=false at 1733883614431 2024-12-11T02:20:14,434 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38075/hbase/WALs/test2727-manual,16010,1733883614085/wal.1733883614158 to hdfs://localhost:38075/hbase/oldWALs/wal.1733883614158 2024-12-11T02:20:14,435 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38075/hbase/data/default/test2727/a2a54e01c8d5c70915a7baf283a3b52c/recovered.edits/0000000000000003000 2024-12-11T02:20:14,435 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-11T02:20:14,438 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38075/hbase/WALs/test2727-manual,16010,1733883614085, archiveDir=hdfs://localhost:38075/hbase/oldWALs, maxLogs=32 2024-12-11T02:20:14,459 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733883614085/wal.1733883614438, exclude list is [], retry=0 2024-12-11T02:20:14,463 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45227,DS-ec304476-ba6d-4405-9e0f-ce26bd77d384,DISK] 2024-12-11T02:20:14,463 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36013,DS-fa5060c7-4172-4632-a7fa-0f218265b336,DISK] 2024-12-11T02:20:14,464 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42339,DS-218099b2-9a37-45b9-9467-530be5376f5f,DISK] 2024-12-11T02:20:14,467 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733883614085/wal.1733883614438 2024-12-11T02:20:14,467 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39015:39015),(127.0.0.1/127.0.0.1:44255:44255),(127.0.0.1/127.0.0.1:41245:41245)] 2024-12-11T02:20:14,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741868_1045 (size=263486) 2024-12-11T02:20:14,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741868_1045 (size=263486) 2024-12-11T02:20:14,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741868_1045 (size=263486) 2024-12-11T02:20:14,642 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38075/hbase/WALs/test2727-manual,16010,1733883614085/wal.1733883614438, size=257.3 K (263486bytes) 2024-12-11T02:20:14,642 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38075/hbase/WALs/test2727-manual,16010,1733883614085/wal.1733883614438 2024-12-11T02:20:14,643 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38075/hbase/WALs/test2727-manual,16010,1733883614085/wal.1733883614438 after 1ms 2024-12-11T02:20:14,646 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38075/hbase/WALs/test2727-manual,16010,1733883614085/wal.1733883614438: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-11T02:20:14,648 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38075/hbase/WALs/test2727-manual,16010,1733883614085/wal.1733883614438 took 6ms 2024-12-11T02:20:14,652 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1733883614438.temp 2024-12-11T02:20:14,657 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38075/hbase/data/default/test2727/a2a54e01c8d5c70915a7baf283a3b52c/recovered.edits/0000000000000003001-wal.1733883614438.temp 2024-12-11T02:20:14,709 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38075/hbase/WALs/test2727-manual,16010,1733883614085/wal.1733883614438 so closing down 2024-12-11T02:20:14,709 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-11T02:20:14,709 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-11T02:20:14,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741869_1046 (size=263486) 2024-12-11T02:20:14,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741869_1046 (size=263486) 2024-12-11T02:20:14,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741869_1046 (size=263486) 2024-12-11T02:20:14,716 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38075/hbase/data/default/test2727/a2a54e01c8d5c70915a7baf283a3b52c/recovered.edits/0000000000000003001-wal.1733883614438.temp (wrote 3000 edits, skipped 0 edits in 40 ms) 2024-12-11T02:20:14,718 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38075/hbase/data/default/test2727/a2a54e01c8d5c70915a7baf283a3b52c/recovered.edits/0000000000000003001-wal.1733883614438.temp to hdfs://localhost:38075/hbase/data/default/test2727/a2a54e01c8d5c70915a7baf283a3b52c/recovered.edits/0000000000000006000 2024-12-11T02:20:14,718 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 70 ms; skipped=0; WAL=hdfs://localhost:38075/hbase/WALs/test2727-manual,16010,1733883614085/wal.1733883614438, size=257.3 K, length=263486, corrupted=false, cancelled=false 2024-12-11T02:20:14,718 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38075/hbase/WALs/test2727-manual,16010,1733883614085/wal.1733883614438, journal: Splitting hdfs://localhost:38075/hbase/WALs/test2727-manual,16010,1733883614085/wal.1733883614438, size=257.3 K (263486bytes) at 1733883614642Creating recovered edits writer path=hdfs://localhost:38075/hbase/data/default/test2727/a2a54e01c8d5c70915a7baf283a3b52c/recovered.edits/0000000000000003001-wal.1733883614438.temp at 1733883614657 (+15 ms)Split 1024 edits, skipped 0 edits. at 1733883614673 (+16 ms)Split 2048 edits, skipped 0 edits. at 1733883614692 (+19 ms)Finishing writing output for hdfs://localhost:38075/hbase/WALs/test2727-manual,16010,1733883614085/wal.1733883614438 so closing down at 1733883614709 (+17 ms)3 split writer threads finished at 1733883614709Closed recovered edits writer path=hdfs://localhost:38075/hbase/data/default/test2727/a2a54e01c8d5c70915a7baf283a3b52c/recovered.edits/0000000000000003001-wal.1733883614438.temp (wrote 3000 edits, skipped 0 edits in 40 ms) at 1733883614716 (+7 ms)Rename recovered edits hdfs://localhost:38075/hbase/data/default/test2727/a2a54e01c8d5c70915a7baf283a3b52c/recovered.edits/0000000000000003001-wal.1733883614438.temp to hdfs://localhost:38075/hbase/data/default/test2727/a2a54e01c8d5c70915a7baf283a3b52c/recovered.edits/0000000000000006000 at 1733883614718 (+2 ms)Processed 3000 edits across 1 Regions in 70 ms; skipped=0; WAL=hdfs://localhost:38075/hbase/WALs/test2727-manual,16010,1733883614085/wal.1733883614438, size=257.3 K, length=263486, corrupted=false, cancelled=false at 1733883614718 2024-12-11T02:20:14,720 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38075/hbase/WALs/test2727-manual,16010,1733883614085/wal.1733883614438 to hdfs://localhost:38075/hbase/oldWALs/wal.1733883614438 2024-12-11T02:20:14,721 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38075/hbase/data/default/test2727/a2a54e01c8d5c70915a7baf283a3b52c/recovered.edits/0000000000000006000 2024-12-11T02:20:14,721 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-11T02:20:14,724 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38075/hbase/WALs/test2727-manual,16010,1733883614085, archiveDir=hdfs://localhost:38075/hbase/oldWALs, maxLogs=32 2024-12-11T02:20:14,739 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733883614085/wal.1733883614724, exclude list is [], retry=0 2024-12-11T02:20:14,742 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36013,DS-fa5060c7-4172-4632-a7fa-0f218265b336,DISK] 2024-12-11T02:20:14,743 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45227,DS-ec304476-ba6d-4405-9e0f-ce26bd77d384,DISK] 2024-12-11T02:20:14,743 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42339,DS-218099b2-9a37-45b9-9467-530be5376f5f,DISK] 2024-12-11T02:20:14,746 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733883614085/wal.1733883614724 2024-12-11T02:20:14,746 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44255:44255),(127.0.0.1/127.0.0.1:39015:39015),(127.0.0.1/127.0.0.1:41245:41245)] 2024-12-11T02:20:14,747 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => a2a54e01c8d5c70915a7baf283a3b52c, NAME => 'test2727,,1733883614087.a2a54e01c8d5c70915a7baf283a3b52c.', STARTKEY => '', ENDKEY => ''} 2024-12-11T02:20:14,747 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733883614087.a2a54e01c8d5c70915a7baf283a3b52c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T02:20:14,747 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for a2a54e01c8d5c70915a7baf283a3b52c 2024-12-11T02:20:14,747 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for a2a54e01c8d5c70915a7baf283a3b52c 2024-12-11T02:20:14,749 INFO [StoreOpener-a2a54e01c8d5c70915a7baf283a3b52c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a2a54e01c8d5c70915a7baf283a3b52c 2024-12-11T02:20:14,750 INFO [StoreOpener-a2a54e01c8d5c70915a7baf283a3b52c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2a54e01c8d5c70915a7baf283a3b52c columnFamilyName a 2024-12-11T02:20:14,750 DEBUG [StoreOpener-a2a54e01c8d5c70915a7baf283a3b52c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:14,751 INFO [StoreOpener-a2a54e01c8d5c70915a7baf283a3b52c-1 {}] regionserver.HStore(327): Store=a2a54e01c8d5c70915a7baf283a3b52c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:14,751 INFO [StoreOpener-a2a54e01c8d5c70915a7baf283a3b52c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a2a54e01c8d5c70915a7baf283a3b52c 2024-12-11T02:20:14,752 INFO [StoreOpener-a2a54e01c8d5c70915a7baf283a3b52c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2a54e01c8d5c70915a7baf283a3b52c columnFamilyName b 2024-12-11T02:20:14,753 DEBUG [StoreOpener-a2a54e01c8d5c70915a7baf283a3b52c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:14,753 INFO [StoreOpener-a2a54e01c8d5c70915a7baf283a3b52c-1 {}] regionserver.HStore(327): Store=a2a54e01c8d5c70915a7baf283a3b52c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:14,753 INFO [StoreOpener-a2a54e01c8d5c70915a7baf283a3b52c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a2a54e01c8d5c70915a7baf283a3b52c 2024-12-11T02:20:14,754 INFO [StoreOpener-a2a54e01c8d5c70915a7baf283a3b52c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2a54e01c8d5c70915a7baf283a3b52c columnFamilyName c 2024-12-11T02:20:14,754 DEBUG [StoreOpener-a2a54e01c8d5c70915a7baf283a3b52c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:14,755 INFO [StoreOpener-a2a54e01c8d5c70915a7baf283a3b52c-1 {}] regionserver.HStore(327): Store=a2a54e01c8d5c70915a7baf283a3b52c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:14,755 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a2a54e01c8d5c70915a7baf283a3b52c 2024-12-11T02:20:14,756 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/hbase/data/default/test2727/a2a54e01c8d5c70915a7baf283a3b52c 2024-12-11T02:20:14,758 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:38075/hbase/data/default/test2727/a2a54e01c8d5c70915a7baf283a3b52c 2024-12-11T02:20:14,759 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38075/hbase/data/default/test2727/a2a54e01c8d5c70915a7baf283a3b52c/recovered.edits/0000000000000003000 2024-12-11T02:20:14,761 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38075/hbase/data/default/test2727/a2a54e01c8d5c70915a7baf283a3b52c/recovered.edits/0000000000000003000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-11T02:20:14,816 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:38075/hbase/data/default/test2727/a2a54e01c8d5c70915a7baf283a3b52c/recovered.edits/0000000000000003000 2024-12-11T02:20:14,817 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38075/hbase/data/default/test2727/a2a54e01c8d5c70915a7baf283a3b52c/recovered.edits/0000000000000006000 2024-12-11T02:20:14,820 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38075/hbase/data/default/test2727/a2a54e01c8d5c70915a7baf283a3b52c/recovered.edits/0000000000000006000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-11T02:20:14,874 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:38075/hbase/data/default/test2727/a2a54e01c8d5c70915a7baf283a3b52c/recovered.edits/0000000000000006000 2024-12-11T02:20:14,875 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a2a54e01c8d5c70915a7baf283a3b52c 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-12-11T02:20:14,901 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38075/hbase/data/default/test2727/a2a54e01c8d5c70915a7baf283a3b52c/.tmp/a/5f72f9b13ef4437ebab2d6d7c47dd650 is 41, key is test2727/a:100/1733883614473/Put/seqid=0 2024-12-11T02:20:14,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741871_1048 (size=84227) 2024-12-11T02:20:14,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741871_1048 (size=84227) 2024-12-11T02:20:14,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741871_1048 (size=84227) 2024-12-11T02:20:14,910 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:38075/hbase/data/default/test2727/a2a54e01c8d5c70915a7baf283a3b52c/.tmp/a/5f72f9b13ef4437ebab2d6d7c47dd650 2024-12-11T02:20:14,940 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38075/hbase/data/default/test2727/a2a54e01c8d5c70915a7baf283a3b52c/.tmp/b/53db94905f184b9f9ef663025ab6ac15 is 41, key is test2727/b:100/1733883614528/Put/seqid=0 2024-12-11T02:20:14,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741872_1049 (size=84609) 2024-12-11T02:20:14,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741872_1049 (size=84609) 2024-12-11T02:20:14,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741872_1049 (size=84609) 2024-12-11T02:20:14,948 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:38075/hbase/data/default/test2727/a2a54e01c8d5c70915a7baf283a3b52c/.tmp/b/53db94905f184b9f9ef663025ab6ac15 2024-12-11T02:20:14,978 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38075/hbase/data/default/test2727/a2a54e01c8d5c70915a7baf283a3b52c/.tmp/c/3a2860d40e8a4615967b812844ccb9ae is 41, key is test2727/c:100/1733883614579/Put/seqid=0 2024-12-11T02:20:14,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741873_1050 (size=84609) 2024-12-11T02:20:14,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741873_1050 (size=84609) 2024-12-11T02:20:14,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741873_1050 (size=84609) 2024-12-11T02:20:14,985 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:38075/hbase/data/default/test2727/a2a54e01c8d5c70915a7baf283a3b52c/.tmp/c/3a2860d40e8a4615967b812844ccb9ae 2024-12-11T02:20:14,992 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/hbase/data/default/test2727/a2a54e01c8d5c70915a7baf283a3b52c/.tmp/a/5f72f9b13ef4437ebab2d6d7c47dd650 as hdfs://localhost:38075/hbase/data/default/test2727/a2a54e01c8d5c70915a7baf283a3b52c/a/5f72f9b13ef4437ebab2d6d7c47dd650 2024-12-11T02:20:14,998 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38075/hbase/data/default/test2727/a2a54e01c8d5c70915a7baf283a3b52c/a/5f72f9b13ef4437ebab2d6d7c47dd650, entries=2000, sequenceid=6000, filesize=82.3 K 2024-12-11T02:20:14,999 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/hbase/data/default/test2727/a2a54e01c8d5c70915a7baf283a3b52c/.tmp/b/53db94905f184b9f9ef663025ab6ac15 as hdfs://localhost:38075/hbase/data/default/test2727/a2a54e01c8d5c70915a7baf283a3b52c/b/53db94905f184b9f9ef663025ab6ac15 2024-12-11T02:20:15,004 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38075/hbase/data/default/test2727/a2a54e01c8d5c70915a7baf283a3b52c/b/53db94905f184b9f9ef663025ab6ac15, entries=2000, sequenceid=6000, filesize=82.6 K 2024-12-11T02:20:15,005 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/hbase/data/default/test2727/a2a54e01c8d5c70915a7baf283a3b52c/.tmp/c/3a2860d40e8a4615967b812844ccb9ae as hdfs://localhost:38075/hbase/data/default/test2727/a2a54e01c8d5c70915a7baf283a3b52c/c/3a2860d40e8a4615967b812844ccb9ae 2024-12-11T02:20:15,011 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38075/hbase/data/default/test2727/a2a54e01c8d5c70915a7baf283a3b52c/c/3a2860d40e8a4615967b812844ccb9ae, entries=2000, sequenceid=6000, filesize=82.6 K 2024-12-11T02:20:15,012 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for a2a54e01c8d5c70915a7baf283a3b52c in 136ms, sequenceid=6000, compaction requested=false; wal=null 2024-12-11T02:20:15,012 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38075/hbase/data/default/test2727/a2a54e01c8d5c70915a7baf283a3b52c/recovered.edits/0000000000000003000 2024-12-11T02:20:15,013 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38075/hbase/data/default/test2727/a2a54e01c8d5c70915a7baf283a3b52c/recovered.edits/0000000000000006000 2024-12-11T02:20:15,014 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a2a54e01c8d5c70915a7baf283a3b52c 2024-12-11T02:20:15,014 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a2a54e01c8d5c70915a7baf283a3b52c 2024-12-11T02:20:15,015 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T02:20:15,016 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a2a54e01c8d5c70915a7baf283a3b52c 2024-12-11T02:20:15,019 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38075/hbase/data/default/test2727/a2a54e01c8d5c70915a7baf283a3b52c/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-12-11T02:20:15,020 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a2a54e01c8d5c70915a7baf283a3b52c; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73211851, jitterRate=0.09094159305095673}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T02:20:15,021 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a2a54e01c8d5c70915a7baf283a3b52c: Writing region info on filesystem at 1733883614747Initializing all the Stores at 1733883614749 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883614749Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883614749Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883614749Obtaining lock to block concurrent updates at 1733883614875 (+126 ms)Preparing flush snapshotting stores in a2a54e01c8d5c70915a7baf283a3b52c at 1733883614875Finished memstore snapshotting test2727,,1733883614087.a2a54e01c8d5c70915a7baf283a3b52c., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1733883614875Flushing stores of test2727,,1733883614087.a2a54e01c8d5c70915a7baf283a3b52c. at 1733883614875Flushing a2a54e01c8d5c70915a7baf283a3b52c/a: creating writer at 1733883614875Flushing a2a54e01c8d5c70915a7baf283a3b52c/a: appending metadata at 1733883614901 (+26 ms)Flushing a2a54e01c8d5c70915a7baf283a3b52c/a: closing flushed file at 1733883614901Flushing a2a54e01c8d5c70915a7baf283a3b52c/b: creating writer at 1733883614917 (+16 ms)Flushing a2a54e01c8d5c70915a7baf283a3b52c/b: appending metadata at 1733883614938 (+21 ms)Flushing a2a54e01c8d5c70915a7baf283a3b52c/b: closing flushed file at 1733883614938Flushing a2a54e01c8d5c70915a7baf283a3b52c/c: creating writer at 1733883614955 (+17 ms)Flushing a2a54e01c8d5c70915a7baf283a3b52c/c: appending metadata at 1733883614977 (+22 ms)Flushing a2a54e01c8d5c70915a7baf283a3b52c/c: closing flushed file at 1733883614978 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55ba9c9a: reopening flushed file at 1733883614991 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e897d6a: reopening flushed file at 1733883614998 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@369a07ae: reopening flushed file at 1733883615005 (+7 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for a2a54e01c8d5c70915a7baf283a3b52c in 136ms, sequenceid=6000, compaction requested=false; wal=null at 1733883615012 (+7 ms)Cleaning up temporary data from old regions at 1733883615014 (+2 ms)Region opened successfully at 1733883615021 (+7 ms) 2024-12-11T02:20:15,022 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-12-11T02:20:15,022 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing a2a54e01c8d5c70915a7baf283a3b52c, disabling compactions & flushes 2024-12-11T02:20:15,022 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733883614087.a2a54e01c8d5c70915a7baf283a3b52c. 2024-12-11T02:20:15,022 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733883614087.a2a54e01c8d5c70915a7baf283a3b52c. 2024-12-11T02:20:15,022 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733883614087.a2a54e01c8d5c70915a7baf283a3b52c. after waiting 0 ms 2024-12-11T02:20:15,022 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733883614087.a2a54e01c8d5c70915a7baf283a3b52c. 2024-12-11T02:20:15,024 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733883614087.a2a54e01c8d5c70915a7baf283a3b52c. 2024-12-11T02:20:15,024 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for a2a54e01c8d5c70915a7baf283a3b52c: Waiting for close lock at 1733883615022Disabling compacts and flushes for region at 1733883615022Disabling writes for close at 1733883615022Writing region close event to WAL at 1733883615024 (+2 ms)Closed at 1733883615024 2024-12-11T02:20:15,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741870_1047 (size=95) 2024-12-11T02:20:15,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741870_1047 (size=95) 2024-12-11T02:20:15,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741870_1047 (size=95) 2024-12-11T02:20:15,030 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-11T02:20:15,030 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733883614724) 2024-12-11T02:20:15,047 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=404 (was 401) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1903776113_22 at /127.0.0.1:60514 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1903776113_22 at /127.0.0.1:37132 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1903776113_22 at /127.0.0.1:33132 [Waiting for operation #28] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=925 (was 861) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=112 (was 87) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6374 (was 6526) 2024-12-11T02:20:15,060 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=404, OpenFileDescriptor=925, MaxFileDescriptor=1048576, SystemLoadAverage=112, ProcessCount=11, AvailableMemoryMB=6373 2024-12-11T02:20:15,078 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T02:20:15,085 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38075/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733883615076, archiveDir=hdfs://localhost:38075/hbase/oldWALs, maxLogs=32 2024-12-11T02:20:15,085 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1733883615085 2024-12-11T02:20:15,093 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733883615076/wal.1733883615085 2024-12-11T02:20:15,095 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39015:39015),(127.0.0.1/127.0.0.1:44255:44255),(127.0.0.1/127.0.0.1:41245:41245)] 2024-12-11T02:20:15,097 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 928e52db64e53962d66a22506c151020, NAME => 'testSequentialEditLogSeqNum,,1733883615078.928e52db64e53962d66a22506c151020.', STARTKEY => '', ENDKEY => ''} 2024-12-11T02:20:15,097 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1733883615078.928e52db64e53962d66a22506c151020.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T02:20:15,097 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 928e52db64e53962d66a22506c151020 2024-12-11T02:20:15,097 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 928e52db64e53962d66a22506c151020 2024-12-11T02:20:15,098 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:38075/hbase/data/default/testSequentialEditLogSeqNum/928e52db64e53962d66a22506c151020 doesn't exist for region: 928e52db64e53962d66a22506c151020 on table testSequentialEditLogSeqNum 2024-12-11T02:20:15,099 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: 928e52db64e53962d66a22506c151020 on table testSequentialEditLogSeqNum 2024-12-11T02:20:15,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741875_1052 (size=62) 2024-12-11T02:20:15,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741875_1052 (size=62) 2024-12-11T02:20:15,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741875_1052 (size=62) 2024-12-11T02:20:15,109 INFO [StoreOpener-928e52db64e53962d66a22506c151020-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 928e52db64e53962d66a22506c151020 2024-12-11T02:20:15,111 INFO [StoreOpener-928e52db64e53962d66a22506c151020-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 928e52db64e53962d66a22506c151020 columnFamilyName a 2024-12-11T02:20:15,111 DEBUG [StoreOpener-928e52db64e53962d66a22506c151020-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:15,111 INFO [StoreOpener-928e52db64e53962d66a22506c151020-1 {}] regionserver.HStore(327): Store=928e52db64e53962d66a22506c151020/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:15,112 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 928e52db64e53962d66a22506c151020 2024-12-11T02:20:15,112 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/hbase/data/default/testSequentialEditLogSeqNum/928e52db64e53962d66a22506c151020 2024-12-11T02:20:15,113 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/hbase/data/default/testSequentialEditLogSeqNum/928e52db64e53962d66a22506c151020 2024-12-11T02:20:15,113 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 928e52db64e53962d66a22506c151020 2024-12-11T02:20:15,113 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 928e52db64e53962d66a22506c151020 2024-12-11T02:20:15,115 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 928e52db64e53962d66a22506c151020 2024-12-11T02:20:15,117 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38075/hbase/data/default/testSequentialEditLogSeqNum/928e52db64e53962d66a22506c151020/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T02:20:15,118 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 928e52db64e53962d66a22506c151020; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68207189, jitterRate=0.016366317868232727}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T02:20:15,119 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 928e52db64e53962d66a22506c151020: Writing region info on filesystem at 1733883615097Initializing all the Stores at 1733883615109 (+12 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883615109Cleaning up temporary data from old regions at 1733883615113 (+4 ms)Region opened successfully at 1733883615119 (+6 ms) 2024-12-11T02:20:15,131 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 928e52db64e53962d66a22506c151020 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-12-11T02:20:15,153 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38075/hbase/data/default/testSequentialEditLogSeqNum/928e52db64e53962d66a22506c151020/.tmp/a/cfb455a7168d4250825edad0e384854d is 81, key is testSequentialEditLogSeqNum/a:x0/1733883615119/Put/seqid=0 2024-12-11T02:20:15,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741876_1053 (size=5833) 2024-12-11T02:20:15,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741876_1053 (size=5833) 2024-12-11T02:20:15,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741876_1053 (size=5833) 2024-12-11T02:20:15,162 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38075/hbase/data/default/testSequentialEditLogSeqNum/928e52db64e53962d66a22506c151020/.tmp/a/cfb455a7168d4250825edad0e384854d 2024-12-11T02:20:15,168 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/hbase/data/default/testSequentialEditLogSeqNum/928e52db64e53962d66a22506c151020/.tmp/a/cfb455a7168d4250825edad0e384854d as hdfs://localhost:38075/hbase/data/default/testSequentialEditLogSeqNum/928e52db64e53962d66a22506c151020/a/cfb455a7168d4250825edad0e384854d 2024-12-11T02:20:15,175 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38075/hbase/data/default/testSequentialEditLogSeqNum/928e52db64e53962d66a22506c151020/a/cfb455a7168d4250825edad0e384854d, entries=10, sequenceid=13, filesize=5.7 K 2024-12-11T02:20:15,177 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 928e52db64e53962d66a22506c151020 in 46ms, sequenceid=13, compaction requested=false 2024-12-11T02:20:15,177 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 928e52db64e53962d66a22506c151020: 2024-12-11T02:20:15,184 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-11T02:20:15,185 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-11T02:20:15,185 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-11T02:20:15,185 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-11T02:20:15,185 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-11T02:20:15,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741874_1051 (size=1844) 2024-12-11T02:20:15,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741874_1051 (size=1844) 2024-12-11T02:20:15,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741874_1051 (size=1844) 2024-12-11T02:20:15,205 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38075/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733883615076/wal.1733883615085, size=1.8 K (1844bytes) 2024-12-11T02:20:15,205 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38075/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733883615076/wal.1733883615085 2024-12-11T02:20:15,206 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38075/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733883615076/wal.1733883615085 after 1ms 2024-12-11T02:20:15,209 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38075/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733883615076/wal.1733883615085: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-11T02:20:15,210 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38075/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733883615076/wal.1733883615085 took 5ms 2024-12-11T02:20:15,213 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38075/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733883615076/wal.1733883615085 so closing down 2024-12-11T02:20:15,213 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-11T02:20:15,214 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733883615085.temp 2024-12-11T02:20:15,216 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38075/hbase/data/default/testSequentialEditLogSeqNum/928e52db64e53962d66a22506c151020/recovered.edits/0000000000000000003-wal.1733883615085.temp 2024-12-11T02:20:15,216 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-11T02:20:15,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741877_1054 (size=1477) 2024-12-11T02:20:15,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741877_1054 (size=1477) 2024-12-11T02:20:15,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741877_1054 (size=1477) 2024-12-11T02:20:15,226 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38075/hbase/data/default/testSequentialEditLogSeqNum/928e52db64e53962d66a22506c151020/recovered.edits/0000000000000000003-wal.1733883615085.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-12-11T02:20:15,228 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38075/hbase/data/default/testSequentialEditLogSeqNum/928e52db64e53962d66a22506c151020/recovered.edits/0000000000000000003-wal.1733883615085.temp to hdfs://localhost:38075/hbase/data/default/testSequentialEditLogSeqNum/928e52db64e53962d66a22506c151020/recovered.edits/0000000000000000020 2024-12-11T02:20:15,228 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 18 ms; skipped=2; WAL=hdfs://localhost:38075/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733883615076/wal.1733883615085, size=1.8 K, length=1844, corrupted=false, cancelled=false 2024-12-11T02:20:15,229 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38075/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733883615076/wal.1733883615085, journal: Splitting hdfs://localhost:38075/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733883615076/wal.1733883615085, size=1.8 K (1844bytes) at 1733883615205Finishing writing output for hdfs://localhost:38075/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733883615076/wal.1733883615085 so closing down at 1733883615213 (+8 ms)Creating recovered edits writer path=hdfs://localhost:38075/hbase/data/default/testSequentialEditLogSeqNum/928e52db64e53962d66a22506c151020/recovered.edits/0000000000000000003-wal.1733883615085.temp at 1733883615216 (+3 ms)3 split writer threads finished at 1733883615216Closed recovered edits writer path=hdfs://localhost:38075/hbase/data/default/testSequentialEditLogSeqNum/928e52db64e53962d66a22506c151020/recovered.edits/0000000000000000003-wal.1733883615085.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1733883615226 (+10 ms)Rename recovered edits hdfs://localhost:38075/hbase/data/default/testSequentialEditLogSeqNum/928e52db64e53962d66a22506c151020/recovered.edits/0000000000000000003-wal.1733883615085.temp to hdfs://localhost:38075/hbase/data/default/testSequentialEditLogSeqNum/928e52db64e53962d66a22506c151020/recovered.edits/0000000000000000020 at 1733883615228 (+2 ms)Processed 17 edits across 1 Regions in 18 ms; skipped=2; WAL=hdfs://localhost:38075/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733883615076/wal.1733883615085, size=1.8 K, length=1844, corrupted=false, cancelled=false at 1733883615228 2024-12-11T02:20:15,243 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-11T02:20:15,243 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-11T02:20:15,246 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-11T02:20:15,246 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-11T02:20:15,246 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-11T02:20:15,246 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-11T02:20:15,248 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-12-11T02:20:15,248 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-12-11T02:20:15,249 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=409 (was 404) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1903776113_22 at /127.0.0.1:37132 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1903776113_22 at /127.0.0.1:33132 [Waiting for operation #32] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) - Thread LEAK? -, OpenFileDescriptor=963 (was 925) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=112 (was 112), ProcessCount=11 (was 11), AvailableMemoryMB=6349 (was 6373) 2024-12-11T02:20:15,249 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-12-11T02:20:15,254 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-12-11T02:20:15,265 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=409, OpenFileDescriptor=963, MaxFileDescriptor=1048576, SystemLoadAverage=112, ProcessCount=11, AvailableMemoryMB=6344 2024-12-11T02:20:15,290 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T02:20:15,293 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T02:20:15,325 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T02:20:15,329 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-54245086, suffix=, logDir=hdfs://localhost:38075/hbase/WALs/hregion-54245086, archiveDir=hdfs://localhost:38075/hbase/oldWALs, maxLogs=32 2024-12-11T02:20:15,352 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-54245086/hregion-54245086.1733883615330, exclude list is [], retry=0 2024-12-11T02:20:15,355 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42339,DS-218099b2-9a37-45b9-9467-530be5376f5f,DISK] 2024-12-11T02:20:15,356 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36013,DS-fa5060c7-4172-4632-a7fa-0f218265b336,DISK] 2024-12-11T02:20:15,356 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45227,DS-ec304476-ba6d-4405-9e0f-ce26bd77d384,DISK] 2024-12-11T02:20:15,361 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-54245086/hregion-54245086.1733883615330 2024-12-11T02:20:15,363 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41245:41245),(127.0.0.1/127.0.0.1:44255:44255),(127.0.0.1/127.0.0.1:39015:39015)] 2024-12-11T02:20:15,363 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 1827d1374e5cbf457348012a1d864e2f, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733883615291.1827d1374e5cbf457348012a1d864e2f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38075/hbase 2024-12-11T02:20:15,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741879_1056 (size=70) 2024-12-11T02:20:15,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741879_1056 (size=70) 2024-12-11T02:20:15,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741879_1056 (size=70) 2024-12-11T02:20:15,379 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733883615291.1827d1374e5cbf457348012a1d864e2f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T02:20:15,382 INFO [StoreOpener-1827d1374e5cbf457348012a1d864e2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1827d1374e5cbf457348012a1d864e2f 2024-12-11T02:20:15,384 INFO [StoreOpener-1827d1374e5cbf457348012a1d864e2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1827d1374e5cbf457348012a1d864e2f columnFamilyName a 2024-12-11T02:20:15,384 DEBUG [StoreOpener-1827d1374e5cbf457348012a1d864e2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:15,385 INFO [StoreOpener-1827d1374e5cbf457348012a1d864e2f-1 {}] regionserver.HStore(327): Store=1827d1374e5cbf457348012a1d864e2f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:15,385 INFO [StoreOpener-1827d1374e5cbf457348012a1d864e2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1827d1374e5cbf457348012a1d864e2f 2024-12-11T02:20:15,387 INFO [StoreOpener-1827d1374e5cbf457348012a1d864e2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1827d1374e5cbf457348012a1d864e2f columnFamilyName b 2024-12-11T02:20:15,387 DEBUG [StoreOpener-1827d1374e5cbf457348012a1d864e2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:15,388 INFO [StoreOpener-1827d1374e5cbf457348012a1d864e2f-1 {}] regionserver.HStore(327): Store=1827d1374e5cbf457348012a1d864e2f/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:15,388 INFO [StoreOpener-1827d1374e5cbf457348012a1d864e2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1827d1374e5cbf457348012a1d864e2f 2024-12-11T02:20:15,389 INFO [StoreOpener-1827d1374e5cbf457348012a1d864e2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1827d1374e5cbf457348012a1d864e2f columnFamilyName c 2024-12-11T02:20:15,390 DEBUG [StoreOpener-1827d1374e5cbf457348012a1d864e2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:15,390 INFO [StoreOpener-1827d1374e5cbf457348012a1d864e2f-1 {}] regionserver.HStore(327): Store=1827d1374e5cbf457348012a1d864e2f/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:15,390 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1827d1374e5cbf457348012a1d864e2f 2024-12-11T02:20:15,391 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1827d1374e5cbf457348012a1d864e2f 2024-12-11T02:20:15,391 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1827d1374e5cbf457348012a1d864e2f 2024-12-11T02:20:15,393 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1827d1374e5cbf457348012a1d864e2f 2024-12-11T02:20:15,393 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1827d1374e5cbf457348012a1d864e2f 2024-12-11T02:20:15,393 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T02:20:15,394 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1827d1374e5cbf457348012a1d864e2f 2024-12-11T02:20:15,397 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38075/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1827d1374e5cbf457348012a1d864e2f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T02:20:15,397 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1827d1374e5cbf457348012a1d864e2f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73560787, jitterRate=0.09614114463329315}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T02:20:15,399 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1827d1374e5cbf457348012a1d864e2f: Writing region info on filesystem at 1733883615379Initializing all the Stores at 1733883615381 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883615381Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883615382 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883615382Cleaning up temporary data from old regions at 1733883615393 (+11 ms)Region opened successfully at 1733883615398 (+5 ms) 2024-12-11T02:20:15,399 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1827d1374e5cbf457348012a1d864e2f, disabling compactions & flushes 2024-12-11T02:20:15,399 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733883615291.1827d1374e5cbf457348012a1d864e2f. 2024-12-11T02:20:15,399 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733883615291.1827d1374e5cbf457348012a1d864e2f. 2024-12-11T02:20:15,399 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733883615291.1827d1374e5cbf457348012a1d864e2f. after waiting 0 ms 2024-12-11T02:20:15,399 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733883615291.1827d1374e5cbf457348012a1d864e2f. 2024-12-11T02:20:15,399 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733883615291.1827d1374e5cbf457348012a1d864e2f. 2024-12-11T02:20:15,399 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1827d1374e5cbf457348012a1d864e2f: Waiting for close lock at 1733883615399Disabling compacts and flushes for region at 1733883615399Disabling writes for close at 1733883615399Writing region close event to WAL at 1733883615399Closed at 1733883615399 2024-12-11T02:20:15,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741878_1055 (size=95) 2024-12-11T02:20:15,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741878_1055 (size=95) 2024-12-11T02:20:15,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741878_1055 (size=95) 2024-12-11T02:20:15,406 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-11T02:20:15,406 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-54245086:(num 1733883615330) 2024-12-11T02:20:15,406 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-11T02:20:15,408 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38075/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733883615289, archiveDir=hdfs://localhost:38075/hbase/oldWALs, maxLogs=32 2024-12-11T02:20:15,427 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733883615289/wal.1733883615409, exclude list is [], retry=0 2024-12-11T02:20:15,431 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45227,DS-ec304476-ba6d-4405-9e0f-ce26bd77d384,DISK] 2024-12-11T02:20:15,431 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36013,DS-fa5060c7-4172-4632-a7fa-0f218265b336,DISK] 2024-12-11T02:20:15,432 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42339,DS-218099b2-9a37-45b9-9467-530be5376f5f,DISK] 2024-12-11T02:20:15,433 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733883615289/wal.1733883615409 2024-12-11T02:20:15,434 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39015:39015),(127.0.0.1/127.0.0.1:44255:44255),(127.0.0.1/127.0.0.1:41245:41245)] 2024-12-11T02:20:15,434 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1827d1374e5cbf457348012a1d864e2f, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733883615291.1827d1374e5cbf457348012a1d864e2f.', STARTKEY => '', ENDKEY => ''} 2024-12-11T02:20:15,434 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733883615291.1827d1374e5cbf457348012a1d864e2f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T02:20:15,434 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1827d1374e5cbf457348012a1d864e2f 2024-12-11T02:20:15,434 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1827d1374e5cbf457348012a1d864e2f 2024-12-11T02:20:15,436 INFO [StoreOpener-1827d1374e5cbf457348012a1d864e2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1827d1374e5cbf457348012a1d864e2f 2024-12-11T02:20:15,437 INFO [StoreOpener-1827d1374e5cbf457348012a1d864e2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1827d1374e5cbf457348012a1d864e2f columnFamilyName a 2024-12-11T02:20:15,437 DEBUG [StoreOpener-1827d1374e5cbf457348012a1d864e2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:15,438 INFO [StoreOpener-1827d1374e5cbf457348012a1d864e2f-1 {}] regionserver.HStore(327): Store=1827d1374e5cbf457348012a1d864e2f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:15,438 INFO [StoreOpener-1827d1374e5cbf457348012a1d864e2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1827d1374e5cbf457348012a1d864e2f 2024-12-11T02:20:15,439 INFO [StoreOpener-1827d1374e5cbf457348012a1d864e2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1827d1374e5cbf457348012a1d864e2f columnFamilyName b 2024-12-11T02:20:15,439 DEBUG [StoreOpener-1827d1374e5cbf457348012a1d864e2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:15,439 INFO [StoreOpener-1827d1374e5cbf457348012a1d864e2f-1 {}] regionserver.HStore(327): Store=1827d1374e5cbf457348012a1d864e2f/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:15,439 INFO [StoreOpener-1827d1374e5cbf457348012a1d864e2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1827d1374e5cbf457348012a1d864e2f 2024-12-11T02:20:15,440 INFO [StoreOpener-1827d1374e5cbf457348012a1d864e2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1827d1374e5cbf457348012a1d864e2f columnFamilyName c 2024-12-11T02:20:15,440 DEBUG [StoreOpener-1827d1374e5cbf457348012a1d864e2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:15,441 INFO [StoreOpener-1827d1374e5cbf457348012a1d864e2f-1 {}] regionserver.HStore(327): Store=1827d1374e5cbf457348012a1d864e2f/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:15,441 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1827d1374e5cbf457348012a1d864e2f 2024-12-11T02:20:15,442 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1827d1374e5cbf457348012a1d864e2f 2024-12-11T02:20:15,443 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1827d1374e5cbf457348012a1d864e2f 2024-12-11T02:20:15,444 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1827d1374e5cbf457348012a1d864e2f 2024-12-11T02:20:15,444 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1827d1374e5cbf457348012a1d864e2f 2024-12-11T02:20:15,445 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T02:20:15,446 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1827d1374e5cbf457348012a1d864e2f 2024-12-11T02:20:15,447 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1827d1374e5cbf457348012a1d864e2f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58781654, jitterRate=-0.12408509850502014}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T02:20:15,448 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1827d1374e5cbf457348012a1d864e2f: Writing region info on filesystem at 1733883615435Initializing all the Stores at 1733883615436 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883615436Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883615436Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883615436Cleaning up temporary data from old regions at 1733883615444 (+8 ms)Region opened successfully at 1733883615448 (+4 ms) 2024-12-11T02:20:15,453 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38075/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1733883615452/Put/seqid=0 2024-12-11T02:20:15,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741881_1058 (size=4826) 2024-12-11T02:20:15,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741881_1058 (size=4826) 2024-12-11T02:20:15,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741881_1058 (size=4826) 2024-12-11T02:20:15,465 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38075/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in 1827d1374e5cbf457348012a1d864e2f/a 2024-12-11T02:20:15,475 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-12-11T02:20:15,475 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-11T02:20:15,475 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1827d1374e5cbf457348012a1d864e2f: 2024-12-11T02:20:15,477 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:38075/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1827d1374e5cbf457348012a1d864e2f/a/ab0503ab12774f0dab2fba3572e30319_SeqId_3_ 2024-12-11T02:20:15,478 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38075/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 1827d1374e5cbf457348012a1d864e2f/a as hdfs://localhost:38075/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1827d1374e5cbf457348012a1d864e2f/a/ab0503ab12774f0dab2fba3572e30319_SeqId_3_ - updating store file list. 2024-12-11T02:20:15,483 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for ab0503ab12774f0dab2fba3572e30319_SeqId_3_: NONE, but ROW specified in column family configuration 2024-12-11T02:20:15,483 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38075/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1827d1374e5cbf457348012a1d864e2f/a/ab0503ab12774f0dab2fba3572e30319_SeqId_3_ into 1827d1374e5cbf457348012a1d864e2f/a 2024-12-11T02:20:15,483 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38075/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 1827d1374e5cbf457348012a1d864e2f/a (new location: hdfs://localhost:38075/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1827d1374e5cbf457348012a1d864e2f/a/ab0503ab12774f0dab2fba3572e30319_SeqId_3_) 2024-12-11T02:20:15,528 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38075/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733883615289/wal.1733883615409, size=0 (0bytes) 2024-12-11T02:20:15,528 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:38075/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733883615289/wal.1733883615409 might be still open, length is 0 2024-12-11T02:20:15,529 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38075/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733883615289/wal.1733883615409 2024-12-11T02:20:15,529 WARN [IPC Server handler 2 on default port 38075 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733883615289/wal.1733883615409 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-12-11T02:20:15,529 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:38075/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733883615289/wal.1733883615409 after 0ms 2024-12-11T02:20:15,730 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1903776113_22 at /127.0.0.1:37232 [Receiving block BP-170343088-172.17.0.2-1733883601722:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:45227:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37232 dst: /127.0.0.1:45227 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:45227 remote=/127.0.0.1:37232]. Total timeout mills is 60000, 59760 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T02:20:15,730 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1903776113_22 at /127.0.0.1:60598 [Receiving block BP-170343088-172.17.0.2-1733883601722:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:36013:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60598 dst: /127.0.0.1:36013 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T02:20:15,730 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1903776113_22 at /127.0.0.1:33320 [Receiving block BP-170343088-172.17.0.2-1733883601722:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:42339:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33320 dst: /127.0.0.1:42339 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T02:20:15,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741880_1059 (size=473) 2024-12-11T02:20:15,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741880_1059 (size=473) 2024-12-11T02:20:19,530 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:38075/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733883615289/wal.1733883615409 after 4001ms 2024-12-11T02:20:19,534 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38075/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733883615289/wal.1733883615409: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-11T02:20:19,534 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38075/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733883615289/wal.1733883615409 took 4006ms 2024-12-11T02:20:19,536 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:38075/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733883615289/wal.1733883615409; continuing. 2024-12-11T02:20:19,536 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38075/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733883615289/wal.1733883615409 so closing down 2024-12-11T02:20:19,536 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-11T02:20:19,538 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1733883615409.temp 2024-12-11T02:20:19,540 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38075/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1827d1374e5cbf457348012a1d864e2f/recovered.edits/0000000000000000005-wal.1733883615409.temp 2024-12-11T02:20:19,540 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-11T02:20:19,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741882_1060 (size=259) 2024-12-11T02:20:19,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741882_1060 (size=259) 2024-12-11T02:20:19,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741882_1060 (size=259) 2024-12-11T02:20:19,547 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38075/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1827d1374e5cbf457348012a1d864e2f/recovered.edits/0000000000000000005-wal.1733883615409.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-11T02:20:19,548 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38075/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1827d1374e5cbf457348012a1d864e2f/recovered.edits/0000000000000000005-wal.1733883615409.temp to hdfs://localhost:38075/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1827d1374e5cbf457348012a1d864e2f/recovered.edits/0000000000000000005 2024-12-11T02:20:19,548 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 13 ms; skipped=1; WAL=hdfs://localhost:38075/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733883615289/wal.1733883615409, size=0, length=0, corrupted=false, cancelled=false 2024-12-11T02:20:19,549 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38075/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733883615289/wal.1733883615409, journal: Splitting hdfs://localhost:38075/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733883615289/wal.1733883615409, size=0 (0bytes) at 1733883615528Finishing writing output for hdfs://localhost:38075/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733883615289/wal.1733883615409 so closing down at 1733883619536 (+4008 ms)Creating recovered edits writer path=hdfs://localhost:38075/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1827d1374e5cbf457348012a1d864e2f/recovered.edits/0000000000000000005-wal.1733883615409.temp at 1733883619540 (+4 ms)3 split writer threads finished at 1733883619540Closed recovered edits writer path=hdfs://localhost:38075/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1827d1374e5cbf457348012a1d864e2f/recovered.edits/0000000000000000005-wal.1733883615409.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733883619547 (+7 ms)Rename recovered edits hdfs://localhost:38075/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1827d1374e5cbf457348012a1d864e2f/recovered.edits/0000000000000000005-wal.1733883615409.temp to hdfs://localhost:38075/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1827d1374e5cbf457348012a1d864e2f/recovered.edits/0000000000000000005 at 1733883619548 (+1 ms)Processed 2 edits across 1 Regions in 13 ms; skipped=1; WAL=hdfs://localhost:38075/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733883615289/wal.1733883615409, size=0, length=0, corrupted=false, cancelled=false at 1733883619548 2024-12-11T02:20:19,550 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38075/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733883615289/wal.1733883615409 to hdfs://localhost:38075/hbase/oldWALs/wal.1733883615409 2024-12-11T02:20:19,551 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38075/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1827d1374e5cbf457348012a1d864e2f/recovered.edits/0000000000000000005 2024-12-11T02:20:19,551 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-11T02:20:19,553 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38075/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733883615289, archiveDir=hdfs://localhost:38075/hbase/oldWALs, maxLogs=32 2024-12-11T02:20:19,593 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733883615289/wal.1733883619579, exclude list is [], retry=0 2024-12-11T02:20:19,596 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36013,DS-fa5060c7-4172-4632-a7fa-0f218265b336,DISK] 2024-12-11T02:20:19,597 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45227,DS-ec304476-ba6d-4405-9e0f-ce26bd77d384,DISK] 2024-12-11T02:20:19,597 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42339,DS-218099b2-9a37-45b9-9467-530be5376f5f,DISK] 2024-12-11T02:20:19,599 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733883615289/wal.1733883619579 2024-12-11T02:20:19,600 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44255:44255),(127.0.0.1/127.0.0.1:39015:39015),(127.0.0.1/127.0.0.1:41245:41245)] 2024-12-11T02:20:19,600 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1827d1374e5cbf457348012a1d864e2f, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733883615291.1827d1374e5cbf457348012a1d864e2f.', STARTKEY => '', ENDKEY => ''} 2024-12-11T02:20:19,601 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733883615291.1827d1374e5cbf457348012a1d864e2f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T02:20:19,601 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1827d1374e5cbf457348012a1d864e2f 2024-12-11T02:20:19,601 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1827d1374e5cbf457348012a1d864e2f 2024-12-11T02:20:19,602 INFO [StoreOpener-1827d1374e5cbf457348012a1d864e2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1827d1374e5cbf457348012a1d864e2f 2024-12-11T02:20:19,603 INFO [StoreOpener-1827d1374e5cbf457348012a1d864e2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1827d1374e5cbf457348012a1d864e2f columnFamilyName a 2024-12-11T02:20:19,603 DEBUG [StoreOpener-1827d1374e5cbf457348012a1d864e2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:19,610 DEBUG [StoreFileOpener-1827d1374e5cbf457348012a1d864e2f-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ab0503ab12774f0dab2fba3572e30319_SeqId_3_: NONE, but ROW specified in column family configuration 2024-12-11T02:20:19,610 DEBUG [StoreOpener-1827d1374e5cbf457348012a1d864e2f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38075/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1827d1374e5cbf457348012a1d864e2f/a/ab0503ab12774f0dab2fba3572e30319_SeqId_3_ 2024-12-11T02:20:19,610 INFO [StoreOpener-1827d1374e5cbf457348012a1d864e2f-1 {}] regionserver.HStore(327): Store=1827d1374e5cbf457348012a1d864e2f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:19,610 INFO [StoreOpener-1827d1374e5cbf457348012a1d864e2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1827d1374e5cbf457348012a1d864e2f 2024-12-11T02:20:19,611 INFO [StoreOpener-1827d1374e5cbf457348012a1d864e2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1827d1374e5cbf457348012a1d864e2f columnFamilyName b 2024-12-11T02:20:19,611 DEBUG [StoreOpener-1827d1374e5cbf457348012a1d864e2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:19,612 INFO [StoreOpener-1827d1374e5cbf457348012a1d864e2f-1 {}] regionserver.HStore(327): Store=1827d1374e5cbf457348012a1d864e2f/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:19,612 INFO [StoreOpener-1827d1374e5cbf457348012a1d864e2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1827d1374e5cbf457348012a1d864e2f 2024-12-11T02:20:19,613 INFO [StoreOpener-1827d1374e5cbf457348012a1d864e2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1827d1374e5cbf457348012a1d864e2f columnFamilyName c 2024-12-11T02:20:19,613 DEBUG [StoreOpener-1827d1374e5cbf457348012a1d864e2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:19,613 INFO [StoreOpener-1827d1374e5cbf457348012a1d864e2f-1 {}] regionserver.HStore(327): Store=1827d1374e5cbf457348012a1d864e2f/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:19,613 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1827d1374e5cbf457348012a1d864e2f 2024-12-11T02:20:19,614 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1827d1374e5cbf457348012a1d864e2f 2024-12-11T02:20:19,615 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38075/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1827d1374e5cbf457348012a1d864e2f 2024-12-11T02:20:19,616 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38075/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1827d1374e5cbf457348012a1d864e2f/recovered.edits/0000000000000000005 2024-12-11T02:20:19,618 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38075/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1827d1374e5cbf457348012a1d864e2f/recovered.edits/0000000000000000005: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-11T02:20:19,619 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:38075/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1827d1374e5cbf457348012a1d864e2f/recovered.edits/0000000000000000005 2024-12-11T02:20:19,619 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1827d1374e5cbf457348012a1d864e2f 3/3 column families, dataSize=58 B heapSize=904 B 2024-12-11T02:20:19,634 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38075/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1827d1374e5cbf457348012a1d864e2f/.tmp/a/f92886bf0ae146c1b651513ff066867e is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1733883615489/Put/seqid=0 2024-12-11T02:20:19,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741884_1062 (size=5149) 2024-12-11T02:20:19,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741884_1062 (size=5149) 2024-12-11T02:20:19,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741884_1062 (size=5149) 2024-12-11T02:20:19,642 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38075/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1827d1374e5cbf457348012a1d864e2f/.tmp/a/f92886bf0ae146c1b651513ff066867e 2024-12-11T02:20:19,648 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1827d1374e5cbf457348012a1d864e2f/.tmp/a/f92886bf0ae146c1b651513ff066867e as hdfs://localhost:38075/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1827d1374e5cbf457348012a1d864e2f/a/f92886bf0ae146c1b651513ff066867e 2024-12-11T02:20:19,654 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38075/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1827d1374e5cbf457348012a1d864e2f/a/f92886bf0ae146c1b651513ff066867e, entries=1, sequenceid=5, filesize=5.0 K 2024-12-11T02:20:19,654 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 1827d1374e5cbf457348012a1d864e2f in 35ms, sequenceid=5, compaction requested=false; wal=null 2024-12-11T02:20:19,655 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38075/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1827d1374e5cbf457348012a1d864e2f/recovered.edits/0000000000000000005 2024-12-11T02:20:19,656 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1827d1374e5cbf457348012a1d864e2f 2024-12-11T02:20:19,656 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1827d1374e5cbf457348012a1d864e2f 2024-12-11T02:20:19,657 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T02:20:19,659 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1827d1374e5cbf457348012a1d864e2f 2024-12-11T02:20:19,661 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38075/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1827d1374e5cbf457348012a1d864e2f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T02:20:19,662 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1827d1374e5cbf457348012a1d864e2f; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61455659, jitterRate=-0.08423931896686554}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T02:20:19,662 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1827d1374e5cbf457348012a1d864e2f: Writing region info on filesystem at 1733883619601Initializing all the Stores at 1733883619602 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883619602Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883619602Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883619602Obtaining lock to block concurrent updates at 1733883619619 (+17 ms)Preparing flush snapshotting stores in 1827d1374e5cbf457348012a1d864e2f at 1733883619619Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1733883615291.1827d1374e5cbf457348012a1d864e2f., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1733883619619Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1733883615291.1827d1374e5cbf457348012a1d864e2f. at 1733883619619Flushing 1827d1374e5cbf457348012a1d864e2f/a: creating writer at 1733883619620 (+1 ms)Flushing 1827d1374e5cbf457348012a1d864e2f/a: appending metadata at 1733883619634 (+14 ms)Flushing 1827d1374e5cbf457348012a1d864e2f/a: closing flushed file at 1733883619634Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23ac05e4: reopening flushed file at 1733883619647 (+13 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 1827d1374e5cbf457348012a1d864e2f in 35ms, sequenceid=5, compaction requested=false; wal=null at 1733883619654 (+7 ms)Cleaning up temporary data from old regions at 1733883619656 (+2 ms)Region opened successfully at 1733883619662 (+6 ms) 2024-12-11T02:20:19,667 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1827d1374e5cbf457348012a1d864e2f, disabling compactions & flushes 2024-12-11T02:20:19,667 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733883615291.1827d1374e5cbf457348012a1d864e2f. 2024-12-11T02:20:19,667 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733883615291.1827d1374e5cbf457348012a1d864e2f. 2024-12-11T02:20:19,667 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733883615291.1827d1374e5cbf457348012a1d864e2f. after waiting 0 ms 2024-12-11T02:20:19,667 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733883615291.1827d1374e5cbf457348012a1d864e2f. 2024-12-11T02:20:19,668 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733883615291.1827d1374e5cbf457348012a1d864e2f. 2024-12-11T02:20:19,668 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1827d1374e5cbf457348012a1d864e2f: Waiting for close lock at 1733883619667Disabling compacts and flushes for region at 1733883619667Disabling writes for close at 1733883619667Writing region close event to WAL at 1733883619668 (+1 ms)Closed at 1733883619668 2024-12-11T02:20:19,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741883_1061 (size=95) 2024-12-11T02:20:19,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741883_1061 (size=95) 2024-12-11T02:20:19,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741883_1061 (size=95) 2024-12-11T02:20:19,673 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-11T02:20:19,673 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733883619579) 2024-12-11T02:20:19,690 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=413 (was 409) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1987533938_22 at /127.0.0.1:33350 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d592fcfa-d4ae-d196-362d-27cf1617dcd6/cluster_117f69cb-9d85-512b-c093-f5ad34cd705d/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:38075 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1987533938_22 at /127.0.0.1:37286 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d592fcfa-d4ae-d196-362d-27cf1617dcd6/cluster_117f69cb-9d85-512b-c093-f5ad34cd705d/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:38075 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1987533938_22 at /127.0.0.1:60612 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1023 (was 963) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=112 (was 112), ProcessCount=11 (was 11), AvailableMemoryMB=6245 (was 6344) 2024-12-11T02:20:19,703 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=413, OpenFileDescriptor=1023, MaxFileDescriptor=1048576, SystemLoadAverage=112, ProcessCount=11, AvailableMemoryMB=6243 2024-12-11T02:20:19,722 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T02:20:19,728 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T02:20:19,732 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a60bac70733e,38781,1733883604822 2024-12-11T02:20:19,735 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5055292 2024-12-11T02:20:19,736 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T02:20:19,738 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T02:20:19,742 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38781 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T02:20:19,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38781 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-12-11T02:20:19,750 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T02:20:19,753 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38781 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-12-11T02:20:19,753 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:19,755 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T02:20:19,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T02:20:19,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741885_1063 (size=694) 2024-12-11T02:20:19,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741885_1063 (size=694) 2024-12-11T02:20:19,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741885_1063 (size=694) 2024-12-11T02:20:19,771 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7b515369ba6890f942100d59fbf8039d, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2 2024-12-11T02:20:19,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741886_1064 (size=77) 2024-12-11T02:20:19,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741886_1064 (size=77) 2024-12-11T02:20:19,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741886_1064 (size=77) 2024-12-11T02:20:19,782 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T02:20:19,783 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing 7b515369ba6890f942100d59fbf8039d, disabling compactions & flushes 2024-12-11T02:20:19,783 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d. 2024-12-11T02:20:19,783 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d. 2024-12-11T02:20:19,783 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d. after waiting 0 ms 2024-12-11T02:20:19,783 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d. 2024-12-11T02:20:19,783 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d. 2024-12-11T02:20:19,783 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7b515369ba6890f942100d59fbf8039d: Waiting for close lock at 1733883619783Disabling compacts and flushes for region at 1733883619783Disabling writes for close at 1733883619783Writing region close event to WAL at 1733883619783Closed at 1733883619783 2024-12-11T02:20:19,784 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T02:20:19,789 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1733883619785"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733883619785"}]},"ts":"1733883619785"} 2024-12-11T02:20:19,792 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-11T02:20:19,794 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T02:20:19,796 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733883619794"}]},"ts":"1733883619794"} 2024-12-11T02:20:19,800 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-12-11T02:20:19,800 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(204): Hosts are {a60bac70733e=0} racks are {/default-rack=0} 2024-12-11T02:20:19,802 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-11T02:20:19,802 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-11T02:20:19,802 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-11T02:20:19,802 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-11T02:20:19,802 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-11T02:20:19,802 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-11T02:20:19,802 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-11T02:20:19,802 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-11T02:20:19,802 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-11T02:20:19,802 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-11T02:20:19,803 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7b515369ba6890f942100d59fbf8039d, ASSIGN}] 2024-12-11T02:20:19,805 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7b515369ba6890f942100d59fbf8039d, ASSIGN 2024-12-11T02:20:19,807 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7b515369ba6890f942100d59fbf8039d, ASSIGN; state=OFFLINE, location=a60bac70733e,35977,1733883605678; forceNewPlan=false, retain=false 2024-12-11T02:20:19,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T02:20:19,959 INFO [a60bac70733e:38781 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-11T02:20:19,960 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7b515369ba6890f942100d59fbf8039d, regionState=OPENING, regionLocation=a60bac70733e,35977,1733883605678 2024-12-11T02:20:19,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7b515369ba6890f942100d59fbf8039d, ASSIGN because future has completed 2024-12-11T02:20:19,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b515369ba6890f942100d59fbf8039d, server=a60bac70733e,35977,1733883605678}] 2024-12-11T02:20:20,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T02:20:20,118 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-11T02:20:20,120 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43535, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-11T02:20:20,125 INFO [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d. 2024-12-11T02:20:20,125 DEBUG [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7b515369ba6890f942100d59fbf8039d, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d.', STARTKEY => '', ENDKEY => ''} 2024-12-11T02:20:20,125 DEBUG [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 7b515369ba6890f942100d59fbf8039d 2024-12-11T02:20:20,125 DEBUG [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T02:20:20,126 DEBUG [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7b515369ba6890f942100d59fbf8039d 2024-12-11T02:20:20,126 DEBUG [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7b515369ba6890f942100d59fbf8039d 2024-12-11T02:20:20,127 INFO [StoreOpener-7b515369ba6890f942100d59fbf8039d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 7b515369ba6890f942100d59fbf8039d 2024-12-11T02:20:20,128 INFO [StoreOpener-7b515369ba6890f942100d59fbf8039d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b515369ba6890f942100d59fbf8039d columnFamilyName cf1 2024-12-11T02:20:20,129 DEBUG [StoreOpener-7b515369ba6890f942100d59fbf8039d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:20,129 INFO [StoreOpener-7b515369ba6890f942100d59fbf8039d-1 {}] regionserver.HStore(327): Store=7b515369ba6890f942100d59fbf8039d/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:20,129 INFO [StoreOpener-7b515369ba6890f942100d59fbf8039d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 7b515369ba6890f942100d59fbf8039d 2024-12-11T02:20:20,130 INFO [StoreOpener-7b515369ba6890f942100d59fbf8039d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b515369ba6890f942100d59fbf8039d columnFamilyName cf2 2024-12-11T02:20:20,130 DEBUG [StoreOpener-7b515369ba6890f942100d59fbf8039d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:20,131 INFO [StoreOpener-7b515369ba6890f942100d59fbf8039d-1 {}] regionserver.HStore(327): Store=7b515369ba6890f942100d59fbf8039d/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:20,131 DEBUG [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7b515369ba6890f942100d59fbf8039d 2024-12-11T02:20:20,132 DEBUG [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7b515369ba6890f942100d59fbf8039d 2024-12-11T02:20:20,132 DEBUG [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7b515369ba6890f942100d59fbf8039d 2024-12-11T02:20:20,133 DEBUG [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7b515369ba6890f942100d59fbf8039d 2024-12-11T02:20:20,133 DEBUG [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7b515369ba6890f942100d59fbf8039d 2024-12-11T02:20:20,134 DEBUG [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T02:20:20,135 DEBUG [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7b515369ba6890f942100d59fbf8039d 2024-12-11T02:20:20,137 DEBUG [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7b515369ba6890f942100d59fbf8039d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T02:20:20,138 INFO [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7b515369ba6890f942100d59fbf8039d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68468704, jitterRate=0.020263195037841797}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T02:20:20,138 DEBUG [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7b515369ba6890f942100d59fbf8039d 2024-12-11T02:20:20,139 DEBUG [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7b515369ba6890f942100d59fbf8039d: Running coprocessor pre-open hook at 1733883620126Writing region info on filesystem at 1733883620126Initializing all the Stores at 1733883620127 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883620127Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883620127Cleaning up temporary data from old regions at 1733883620133 (+6 ms)Running coprocessor post-open hooks at 1733883620138 (+5 ms)Region opened successfully at 1733883620138 2024-12-11T02:20:20,140 INFO [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d., pid=6, masterSystemTime=1733883620118 2024-12-11T02:20:20,143 DEBUG [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d. 2024-12-11T02:20:20,143 INFO [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d. 2024-12-11T02:20:20,144 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7b515369ba6890f942100d59fbf8039d, regionState=OPEN, openSeqNum=2, regionLocation=a60bac70733e,35977,1733883605678 2024-12-11T02:20:20,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b515369ba6890f942100d59fbf8039d, server=a60bac70733e,35977,1733883605678 because future has completed 2024-12-11T02:20:20,150 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-11T02:20:20,150 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7b515369ba6890f942100d59fbf8039d, server=a60bac70733e,35977,1733883605678 in 183 msec 2024-12-11T02:20:20,153 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-11T02:20:20,154 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7b515369ba6890f942100d59fbf8039d, ASSIGN in 347 msec 2024-12-11T02:20:20,155 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T02:20:20,155 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733883620155"}]},"ts":"1733883620155"} 2024-12-11T02:20:20,157 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-12-11T02:20:20,158 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T02:20:20,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 415 msec 2024-12-11T02:20:20,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T02:20:20,384 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-12-11T02:20:20,384 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-12-11T02:20:20,386 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T02:20:20,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-12-11T02:20:20,392 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T02:20:20,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-12-11T02:20:20,404 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d., hostname=a60bac70733e,35977,1733883605678, seqNum=2] 2024-12-11T02:20:20,405 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T02:20:20,407 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T02:20:20,420 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38781 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=7b515369ba6890f942100d59fbf8039d, source=a60bac70733e,35977,1733883605678, destination=a60bac70733e,43315,1733883605524, warming up region on a60bac70733e,43315,1733883605524 2024-12-11T02:20:20,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38781 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-11T02:20:20,423 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38781 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=7b515369ba6890f942100d59fbf8039d, source=a60bac70733e,35977,1733883605678, destination=a60bac70733e,43315,1733883605524, running balancer 2024-12-11T02:20:20,424 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58411, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-11T02:20:20,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38781 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7b515369ba6890f942100d59fbf8039d, REOPEN/MOVE 2024-12-11T02:20:20,424 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7b515369ba6890f942100d59fbf8039d, REOPEN/MOVE 2024-12-11T02:20:20,426 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=7b515369ba6890f942100d59fbf8039d, regionState=CLOSING, regionLocation=a60bac70733e,35977,1733883605678 2024-12-11T02:20:20,428 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43315 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d. 2024-12-11T02:20:20,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43315 {}] regionserver.HRegion(7855): Warmup {ENCODED => 7b515369ba6890f942100d59fbf8039d, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d.', STARTKEY => '', ENDKEY => ''} 2024-12-11T02:20:20,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43315 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T02:20:20,429 INFO [StoreOpener-7b515369ba6890f942100d59fbf8039d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 7b515369ba6890f942100d59fbf8039d 2024-12-11T02:20:20,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7b515369ba6890f942100d59fbf8039d, REOPEN/MOVE because future has completed 2024-12-11T02:20:20,430 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-11T02:20:20,430 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7b515369ba6890f942100d59fbf8039d, server=a60bac70733e,35977,1733883605678}] 2024-12-11T02:20:20,430 INFO [StoreOpener-7b515369ba6890f942100d59fbf8039d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b515369ba6890f942100d59fbf8039d columnFamilyName cf1 2024-12-11T02:20:20,430 DEBUG [StoreOpener-7b515369ba6890f942100d59fbf8039d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:20,431 INFO [StoreOpener-7b515369ba6890f942100d59fbf8039d-1 {}] regionserver.HStore(327): Store=7b515369ba6890f942100d59fbf8039d/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:20,431 INFO [StoreOpener-7b515369ba6890f942100d59fbf8039d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 7b515369ba6890f942100d59fbf8039d 2024-12-11T02:20:20,432 INFO [StoreOpener-7b515369ba6890f942100d59fbf8039d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b515369ba6890f942100d59fbf8039d columnFamilyName cf2 2024-12-11T02:20:20,432 DEBUG [StoreOpener-7b515369ba6890f942100d59fbf8039d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:20,432 INFO [StoreOpener-7b515369ba6890f942100d59fbf8039d-1 {}] regionserver.HStore(327): Store=7b515369ba6890f942100d59fbf8039d/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:20,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43315 {}] regionserver.HRegion(1722): Closing 7b515369ba6890f942100d59fbf8039d, disabling compactions & flushes 2024-12-11T02:20:20,433 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43315 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d. 2024-12-11T02:20:20,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43315 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d. 2024-12-11T02:20:20,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43315 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d. after waiting 0 ms 2024-12-11T02:20:20,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43315 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d. 2024-12-11T02:20:20,433 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43315 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d. 2024-12-11T02:20:20,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43315 {}] regionserver.HRegion(1676): Region close journal for 7b515369ba6890f942100d59fbf8039d: Waiting for close lock at 1733883620433Disabling compacts and flushes for region at 1733883620433Disabling writes for close at 1733883620433Writing region close event to WAL at 1733883620433Closed at 1733883620433 2024-12-11T02:20:20,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38781 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-12-11T02:20:20,590 INFO [RS_CLOSE_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 7b515369ba6890f942100d59fbf8039d 2024-12-11T02:20:20,590 DEBUG [RS_CLOSE_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-11T02:20:20,590 DEBUG [RS_CLOSE_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 7b515369ba6890f942100d59fbf8039d, disabling compactions & flushes 2024-12-11T02:20:20,591 INFO [RS_CLOSE_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d. 2024-12-11T02:20:20,591 DEBUG [RS_CLOSE_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d. 2024-12-11T02:20:20,591 DEBUG [RS_CLOSE_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d. after waiting 0 ms 2024-12-11T02:20:20,591 DEBUG [RS_CLOSE_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d. 2024-12-11T02:20:20,591 INFO [RS_CLOSE_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing 7b515369ba6890f942100d59fbf8039d 2/2 column families, dataSize=31 B heapSize=616 B 2024-12-11T02:20:20,609 DEBUG [RS_CLOSE_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7b515369ba6890f942100d59fbf8039d/.tmp/cf1/2b904238acfb4a51a52b648a4ce4d155 is 35, key is r1/cf1:q/1733883620408/Put/seqid=0 2024-12-11T02:20:20,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741887_1065 (size=4783) 2024-12-11T02:20:20,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741887_1065 (size=4783) 2024-12-11T02:20:20,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741887_1065 (size=4783) 2024-12-11T02:20:20,616 INFO [RS_CLOSE_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7b515369ba6890f942100d59fbf8039d/.tmp/cf1/2b904238acfb4a51a52b648a4ce4d155 2024-12-11T02:20:20,623 DEBUG [RS_CLOSE_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7b515369ba6890f942100d59fbf8039d/.tmp/cf1/2b904238acfb4a51a52b648a4ce4d155 as hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7b515369ba6890f942100d59fbf8039d/cf1/2b904238acfb4a51a52b648a4ce4d155 2024-12-11T02:20:20,628 INFO [RS_CLOSE_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7b515369ba6890f942100d59fbf8039d/cf1/2b904238acfb4a51a52b648a4ce4d155, entries=1, sequenceid=5, filesize=4.7 K 2024-12-11T02:20:20,630 INFO [RS_CLOSE_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 7b515369ba6890f942100d59fbf8039d in 39ms, sequenceid=5, compaction requested=false 2024-12-11T02:20:20,630 DEBUG [RS_CLOSE_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-12-11T02:20:20,635 DEBUG [RS_CLOSE_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7b515369ba6890f942100d59fbf8039d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-11T02:20:20,638 INFO [RS_CLOSE_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d. 2024-12-11T02:20:20,638 DEBUG [RS_CLOSE_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 7b515369ba6890f942100d59fbf8039d: Waiting for close lock at 1733883620590Running coprocessor pre-close hooks at 1733883620590Disabling compacts and flushes for region at 1733883620590Disabling writes for close at 1733883620591 (+1 ms)Obtaining lock to block concurrent updates at 1733883620591Preparing flush snapshotting stores in 7b515369ba6890f942100d59fbf8039d at 1733883620591Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1733883620591Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d. at 1733883620592 (+1 ms)Flushing 7b515369ba6890f942100d59fbf8039d/cf1: creating writer at 1733883620592Flushing 7b515369ba6890f942100d59fbf8039d/cf1: appending metadata at 1733883620609 (+17 ms)Flushing 7b515369ba6890f942100d59fbf8039d/cf1: closing flushed file at 1733883620609Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f0de12c: reopening flushed file at 1733883620622 (+13 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 7b515369ba6890f942100d59fbf8039d in 39ms, sequenceid=5, compaction requested=false at 1733883620630 (+8 ms)Writing region close event to WAL at 1733883620631 (+1 ms)Running coprocessor post-close hooks at 1733883620636 (+5 ms)Closed at 1733883620638 (+2 ms) 2024-12-11T02:20:20,638 INFO [RS_CLOSE_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding 7b515369ba6890f942100d59fbf8039d move to a60bac70733e,43315,1733883605524 record at close sequenceid=5 2024-12-11T02:20:20,642 INFO [RS_CLOSE_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 7b515369ba6890f942100d59fbf8039d 2024-12-11T02:20:20,643 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=7b515369ba6890f942100d59fbf8039d, regionState=CLOSED 2024-12-11T02:20:20,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7b515369ba6890f942100d59fbf8039d, server=a60bac70733e,35977,1733883605678 because future has completed 2024-12-11T02:20:20,651 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-11T02:20:20,651 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 7b515369ba6890f942100d59fbf8039d, server=a60bac70733e,35977,1733883605678 in 217 msec 2024-12-11T02:20:20,652 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7b515369ba6890f942100d59fbf8039d, REOPEN/MOVE; state=CLOSED, location=a60bac70733e,43315,1733883605524; forceNewPlan=false, retain=false 2024-12-11T02:20:20,802 INFO [a60bac70733e:38781 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-11T02:20:20,803 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=7b515369ba6890f942100d59fbf8039d, regionState=OPENING, regionLocation=a60bac70733e,43315,1733883605524 2024-12-11T02:20:20,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7b515369ba6890f942100d59fbf8039d, REOPEN/MOVE because future has completed 2024-12-11T02:20:20,812 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b515369ba6890f942100d59fbf8039d, server=a60bac70733e,43315,1733883605524}] 2024-12-11T02:20:20,970 INFO [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d. 2024-12-11T02:20:20,971 DEBUG [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 7b515369ba6890f942100d59fbf8039d, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d.', STARTKEY => '', ENDKEY => ''} 2024-12-11T02:20:20,971 DEBUG [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 7b515369ba6890f942100d59fbf8039d 2024-12-11T02:20:20,971 DEBUG [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T02:20:20,971 DEBUG [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 7b515369ba6890f942100d59fbf8039d 2024-12-11T02:20:20,971 DEBUG [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 7b515369ba6890f942100d59fbf8039d 2024-12-11T02:20:20,973 INFO [StoreOpener-7b515369ba6890f942100d59fbf8039d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 7b515369ba6890f942100d59fbf8039d 2024-12-11T02:20:20,974 INFO [StoreOpener-7b515369ba6890f942100d59fbf8039d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b515369ba6890f942100d59fbf8039d columnFamilyName cf1 2024-12-11T02:20:20,974 DEBUG [StoreOpener-7b515369ba6890f942100d59fbf8039d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:20,981 DEBUG [StoreOpener-7b515369ba6890f942100d59fbf8039d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7b515369ba6890f942100d59fbf8039d/cf1/2b904238acfb4a51a52b648a4ce4d155 2024-12-11T02:20:20,981 INFO [StoreOpener-7b515369ba6890f942100d59fbf8039d-1 {}] regionserver.HStore(327): Store=7b515369ba6890f942100d59fbf8039d/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:20,981 INFO [StoreOpener-7b515369ba6890f942100d59fbf8039d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 7b515369ba6890f942100d59fbf8039d 2024-12-11T02:20:20,982 INFO [StoreOpener-7b515369ba6890f942100d59fbf8039d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b515369ba6890f942100d59fbf8039d columnFamilyName cf2 2024-12-11T02:20:20,982 DEBUG [StoreOpener-7b515369ba6890f942100d59fbf8039d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:20,983 INFO [StoreOpener-7b515369ba6890f942100d59fbf8039d-1 {}] regionserver.HStore(327): Store=7b515369ba6890f942100d59fbf8039d/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:20,983 DEBUG [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 7b515369ba6890f942100d59fbf8039d 2024-12-11T02:20:20,983 DEBUG [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7b515369ba6890f942100d59fbf8039d 2024-12-11T02:20:20,985 DEBUG [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7b515369ba6890f942100d59fbf8039d 2024-12-11T02:20:20,986 DEBUG [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 7b515369ba6890f942100d59fbf8039d 2024-12-11T02:20:20,986 DEBUG [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 7b515369ba6890f942100d59fbf8039d 2024-12-11T02:20:20,986 DEBUG [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T02:20:20,988 DEBUG [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 7b515369ba6890f942100d59fbf8039d 2024-12-11T02:20:20,989 INFO [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 7b515369ba6890f942100d59fbf8039d; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66630860, jitterRate=-0.007122814655303955}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T02:20:20,989 DEBUG [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7b515369ba6890f942100d59fbf8039d 2024-12-11T02:20:20,990 DEBUG [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 7b515369ba6890f942100d59fbf8039d: Running coprocessor pre-open hook at 1733883620971Writing region info on filesystem at 1733883620971Initializing all the Stores at 1733883620972 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883620973 (+1 ms)Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883620973Cleaning up temporary data from old regions at 1733883620986 (+13 ms)Running coprocessor post-open hooks at 1733883620989 (+3 ms)Region opened successfully at 1733883620990 (+1 ms) 2024-12-11T02:20:20,991 INFO [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d., pid=9, masterSystemTime=1733883620965 2024-12-11T02:20:20,994 DEBUG [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d. 2024-12-11T02:20:20,994 INFO [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d. 2024-12-11T02:20:20,994 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=7b515369ba6890f942100d59fbf8039d, regionState=OPEN, openSeqNum=9, regionLocation=a60bac70733e,43315,1733883605524 2024-12-11T02:20:20,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b515369ba6890f942100d59fbf8039d, server=a60bac70733e,43315,1733883605524 because future has completed 2024-12-11T02:20:21,001 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-12-11T02:20:21,001 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 7b515369ba6890f942100d59fbf8039d, server=a60bac70733e,43315,1733883605524 in 187 msec 2024-12-11T02:20:21,003 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7b515369ba6890f942100d59fbf8039d, REOPEN/MOVE in 578 msec 2024-12-11T02:20:21,030 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-11T02:20:21,032 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-11T02:20:21,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35977 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:39748 deadline: 1733883681035, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=a60bac70733e port=43315 startCode=1733883605524. As of locationSeqNum=5. 2024-12-11T02:20:21,058 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d., hostname=a60bac70733e,35977,1733883605678, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d., hostname=a60bac70733e,35977,1733883605678, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=a60bac70733e port=43315 startCode=1733883605524. As of locationSeqNum=5. 2024-12-11T02:20:21,059 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d., hostname=a60bac70733e,35977,1733883605678, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=a60bac70733e port=43315 startCode=1733883605524. As of locationSeqNum=5. 2024-12-11T02:20:21,059 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d., hostname=a60bac70733e,35977,1733883605678, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d., hostname=a60bac70733e,43315,1733883605524, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=a60bac70733e port=43315 startCode=1733883605524. As of locationSeqNum=5. 2024-12-11T02:20:21,164 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T02:20:21,167 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T02:20:21,177 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 7b515369ba6890f942100d59fbf8039d 2/2 column families, dataSize=50 B heapSize=720 B 2024-12-11T02:20:21,205 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7b515369ba6890f942100d59fbf8039d/.tmp/cf1/3314fc0c12d842cf8a78c4c5f7e4300a is 29, key is r1/cf1:/1733883621168/DeleteFamily/seqid=0 2024-12-11T02:20:21,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741888_1066 (size=4906) 2024-12-11T02:20:21,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741888_1066 (size=4906) 2024-12-11T02:20:21,214 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7b515369ba6890f942100d59fbf8039d/.tmp/cf1/3314fc0c12d842cf8a78c4c5f7e4300a 2024-12-11T02:20:21,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741888_1066 (size=4906) 2024-12-11T02:20:21,223 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3314fc0c12d842cf8a78c4c5f7e4300a 2024-12-11T02:20:21,239 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7b515369ba6890f942100d59fbf8039d/.tmp/cf2/61689501a8364e7f85e2b0a804722243 is 29, key is r1/cf2:/1733883621168/DeleteFamily/seqid=0 2024-12-11T02:20:21,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741889_1067 (size=4906) 2024-12-11T02:20:21,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741889_1067 (size=4906) 2024-12-11T02:20:21,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741889_1067 (size=4906) 2024-12-11T02:20:21,249 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7b515369ba6890f942100d59fbf8039d/.tmp/cf2/61689501a8364e7f85e2b0a804722243 2024-12-11T02:20:21,256 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 61689501a8364e7f85e2b0a804722243 2024-12-11T02:20:21,257 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7b515369ba6890f942100d59fbf8039d/.tmp/cf1/3314fc0c12d842cf8a78c4c5f7e4300a as hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7b515369ba6890f942100d59fbf8039d/cf1/3314fc0c12d842cf8a78c4c5f7e4300a 2024-12-11T02:20:21,264 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3314fc0c12d842cf8a78c4c5f7e4300a 2024-12-11T02:20:21,264 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7b515369ba6890f942100d59fbf8039d/cf1/3314fc0c12d842cf8a78c4c5f7e4300a, entries=1, sequenceid=12, filesize=4.8 K 2024-12-11T02:20:21,266 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7b515369ba6890f942100d59fbf8039d/.tmp/cf2/61689501a8364e7f85e2b0a804722243 as hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7b515369ba6890f942100d59fbf8039d/cf2/61689501a8364e7f85e2b0a804722243 2024-12-11T02:20:21,271 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 61689501a8364e7f85e2b0a804722243 2024-12-11T02:20:21,271 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7b515369ba6890f942100d59fbf8039d/cf2/61689501a8364e7f85e2b0a804722243, entries=1, sequenceid=12, filesize=4.8 K 2024-12-11T02:20:21,273 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for 7b515369ba6890f942100d59fbf8039d in 96ms, sequenceid=12, compaction requested=false 2024-12-11T02:20:21,273 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 7b515369ba6890f942100d59fbf8039d: 2024-12-11T02:20:21,276 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-11T02:20:21,277 DEBUG [Time-limited test {}] regionserver.HStore(1541): 7b515369ba6890f942100d59fbf8039d/cf1 is initiating major compaction (all files) 2024-12-11T02:20:21,277 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-11T02:20:21,277 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T02:20:21,278 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 7b515369ba6890f942100d59fbf8039d/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d. 2024-12-11T02:20:21,278 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7b515369ba6890f942100d59fbf8039d/cf1/2b904238acfb4a51a52b648a4ce4d155, hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7b515369ba6890f942100d59fbf8039d/cf1/3314fc0c12d842cf8a78c4c5f7e4300a] into tmpdir=hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7b515369ba6890f942100d59fbf8039d/.tmp, totalSize=9.5 K 2024-12-11T02:20:21,279 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 2b904238acfb4a51a52b648a4ce4d155, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1733883620408 2024-12-11T02:20:21,280 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 3314fc0c12d842cf8a78c4c5f7e4300a, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-12-11T02:20:21,291 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 7b515369ba6890f942100d59fbf8039d#cf1#compaction#16 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T02:20:21,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741890_1068 (size=4626) 2024-12-11T02:20:21,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741890_1068 (size=4626) 2024-12-11T02:20:21,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741890_1068 (size=4626) 2024-12-11T02:20:21,306 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7b515369ba6890f942100d59fbf8039d/.tmp/cf1/c4e628a3a6dd4ec19178258a8d34220b as hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7b515369ba6890f942100d59fbf8039d/cf1/c4e628a3a6dd4ec19178258a8d34220b 2024-12-11T02:20:21,320 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in 7b515369ba6890f942100d59fbf8039d/cf1 of 7b515369ba6890f942100d59fbf8039d into c4e628a3a6dd4ec19178258a8d34220b(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T02:20:21,320 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 7b515369ba6890f942100d59fbf8039d: 2024-12-11T02:20:21,320 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-11T02:20:21,320 DEBUG [Time-limited test {}] regionserver.HStore(1541): 7b515369ba6890f942100d59fbf8039d/cf2 is initiating major compaction (all files) 2024-12-11T02:20:21,321 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-11T02:20:21,321 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T02:20:21,321 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 7b515369ba6890f942100d59fbf8039d/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d. 2024-12-11T02:20:21,321 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7b515369ba6890f942100d59fbf8039d/cf2/61689501a8364e7f85e2b0a804722243] into tmpdir=hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7b515369ba6890f942100d59fbf8039d/.tmp, totalSize=4.8 K 2024-12-11T02:20:21,322 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 61689501a8364e7f85e2b0a804722243, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-12-11T02:20:21,329 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 7b515369ba6890f942100d59fbf8039d#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T02:20:21,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741891_1069 (size=4592) 2024-12-11T02:20:21,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741891_1069 (size=4592) 2024-12-11T02:20:21,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741891_1069 (size=4592) 2024-12-11T02:20:21,345 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7b515369ba6890f942100d59fbf8039d/.tmp/cf2/d2ecf8a9fd744d16adfe82f7bf5e2550 as hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7b515369ba6890f942100d59fbf8039d/cf2/d2ecf8a9fd744d16adfe82f7bf5e2550 2024-12-11T02:20:21,353 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in 7b515369ba6890f942100d59fbf8039d/cf2 of 7b515369ba6890f942100d59fbf8039d into d2ecf8a9fd744d16adfe82f7bf5e2550(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T02:20:21,353 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 7b515369ba6890f942100d59fbf8039d: 2024-12-11T02:20:21,359 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38781 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=7b515369ba6890f942100d59fbf8039d, source=a60bac70733e,43315,1733883605524, destination=a60bac70733e,35977,1733883605678, warming up region on a60bac70733e,35977,1733883605678 2024-12-11T02:20:21,359 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38781 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=7b515369ba6890f942100d59fbf8039d, source=a60bac70733e,43315,1733883605524, destination=a60bac70733e,35977,1733883605678, running balancer 2024-12-11T02:20:21,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38781 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7b515369ba6890f942100d59fbf8039d, REOPEN/MOVE 2024-12-11T02:20:21,361 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7b515369ba6890f942100d59fbf8039d, REOPEN/MOVE 2024-12-11T02:20:21,362 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=7b515369ba6890f942100d59fbf8039d, regionState=CLOSING, regionLocation=a60bac70733e,43315,1733883605524 2024-12-11T02:20:21,362 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35977 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d. 2024-12-11T02:20:21,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35977 {}] regionserver.HRegion(7855): Warmup {ENCODED => 7b515369ba6890f942100d59fbf8039d, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d.', STARTKEY => '', ENDKEY => ''} 2024-12-11T02:20:21,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35977 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T02:20:21,363 INFO [StoreOpener-7b515369ba6890f942100d59fbf8039d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 7b515369ba6890f942100d59fbf8039d 2024-12-11T02:20:21,365 INFO [StoreOpener-7b515369ba6890f942100d59fbf8039d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b515369ba6890f942100d59fbf8039d columnFamilyName cf1 2024-12-11T02:20:21,365 DEBUG [StoreOpener-7b515369ba6890f942100d59fbf8039d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:21,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7b515369ba6890f942100d59fbf8039d, REOPEN/MOVE because future has completed 2024-12-11T02:20:21,366 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-11T02:20:21,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7b515369ba6890f942100d59fbf8039d, server=a60bac70733e,43315,1733883605524}] 2024-12-11T02:20:21,373 DEBUG [StoreOpener-7b515369ba6890f942100d59fbf8039d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7b515369ba6890f942100d59fbf8039d/cf1/2b904238acfb4a51a52b648a4ce4d155 2024-12-11T02:20:21,378 INFO [StoreFileOpener-7b515369ba6890f942100d59fbf8039d-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3314fc0c12d842cf8a78c4c5f7e4300a 2024-12-11T02:20:21,378 DEBUG [StoreOpener-7b515369ba6890f942100d59fbf8039d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7b515369ba6890f942100d59fbf8039d/cf1/3314fc0c12d842cf8a78c4c5f7e4300a 2024-12-11T02:20:21,383 DEBUG [StoreOpener-7b515369ba6890f942100d59fbf8039d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7b515369ba6890f942100d59fbf8039d/cf1/c4e628a3a6dd4ec19178258a8d34220b 2024-12-11T02:20:21,384 INFO [StoreOpener-7b515369ba6890f942100d59fbf8039d-1 {}] regionserver.HStore(327): Store=7b515369ba6890f942100d59fbf8039d/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:21,384 INFO [StoreOpener-7b515369ba6890f942100d59fbf8039d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 7b515369ba6890f942100d59fbf8039d 2024-12-11T02:20:21,385 INFO [StoreOpener-7b515369ba6890f942100d59fbf8039d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b515369ba6890f942100d59fbf8039d columnFamilyName cf2 2024-12-11T02:20:21,385 DEBUG [StoreOpener-7b515369ba6890f942100d59fbf8039d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:21,392 INFO [StoreFileOpener-7b515369ba6890f942100d59fbf8039d-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 61689501a8364e7f85e2b0a804722243 2024-12-11T02:20:21,393 DEBUG [StoreOpener-7b515369ba6890f942100d59fbf8039d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7b515369ba6890f942100d59fbf8039d/cf2/61689501a8364e7f85e2b0a804722243 2024-12-11T02:20:21,397 DEBUG [StoreOpener-7b515369ba6890f942100d59fbf8039d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7b515369ba6890f942100d59fbf8039d/cf2/d2ecf8a9fd744d16adfe82f7bf5e2550 2024-12-11T02:20:21,397 INFO [StoreOpener-7b515369ba6890f942100d59fbf8039d-1 {}] regionserver.HStore(327): Store=7b515369ba6890f942100d59fbf8039d/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:21,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35977 {}] regionserver.HRegion(1722): Closing 7b515369ba6890f942100d59fbf8039d, disabling compactions & flushes 2024-12-11T02:20:21,398 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35977 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d. 2024-12-11T02:20:21,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35977 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d. 2024-12-11T02:20:21,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35977 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d. after waiting 0 ms 2024-12-11T02:20:21,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35977 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d. 2024-12-11T02:20:21,399 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35977 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d. 2024-12-11T02:20:21,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35977 {}] regionserver.HRegion(1676): Region close journal for 7b515369ba6890f942100d59fbf8039d: Waiting for close lock at 1733883621398Disabling compacts and flushes for region at 1733883621398Disabling writes for close at 1733883621398Writing region close event to WAL at 1733883621399 (+1 ms)Closed at 1733883621399 2024-12-11T02:20:21,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38781 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-12-11T02:20:21,520 INFO [RS_CLOSE_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close 7b515369ba6890f942100d59fbf8039d 2024-12-11T02:20:21,520 DEBUG [RS_CLOSE_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-11T02:20:21,520 DEBUG [RS_CLOSE_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing 7b515369ba6890f942100d59fbf8039d, disabling compactions & flushes 2024-12-11T02:20:21,520 INFO [RS_CLOSE_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d. 2024-12-11T02:20:21,520 DEBUG [RS_CLOSE_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d. 2024-12-11T02:20:21,520 DEBUG [RS_CLOSE_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d. after waiting 0 ms 2024-12-11T02:20:21,520 DEBUG [RS_CLOSE_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d. 2024-12-11T02:20:21,521 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7b515369ba6890f942100d59fbf8039d/cf1/2b904238acfb4a51a52b648a4ce4d155, hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7b515369ba6890f942100d59fbf8039d/cf1/3314fc0c12d842cf8a78c4c5f7e4300a] to archive 2024-12-11T02:20:21,524 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-11T02:20:21,529 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7b515369ba6890f942100d59fbf8039d/cf1/3314fc0c12d842cf8a78c4c5f7e4300a to hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7b515369ba6890f942100d59fbf8039d/cf1/3314fc0c12d842cf8a78c4c5f7e4300a 2024-12-11T02:20:21,529 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7b515369ba6890f942100d59fbf8039d/cf1/2b904238acfb4a51a52b648a4ce4d155 to hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7b515369ba6890f942100d59fbf8039d/cf1/2b904238acfb4a51a52b648a4ce4d155 2024-12-11T02:20:21,546 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7b515369ba6890f942100d59fbf8039d/cf2/61689501a8364e7f85e2b0a804722243] to archive 2024-12-11T02:20:21,547 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-11T02:20:21,549 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7b515369ba6890f942100d59fbf8039d/cf2/61689501a8364e7f85e2b0a804722243 to hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7b515369ba6890f942100d59fbf8039d/cf2/61689501a8364e7f85e2b0a804722243 2024-12-11T02:20:21,555 DEBUG [RS_CLOSE_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7b515369ba6890f942100d59fbf8039d/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-12-11T02:20:21,555 INFO [RS_CLOSE_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d. 2024-12-11T02:20:21,556 DEBUG [RS_CLOSE_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for 7b515369ba6890f942100d59fbf8039d: Waiting for close lock at 1733883621520Running coprocessor pre-close hooks at 1733883621520Disabling compacts and flushes for region at 1733883621520Disabling writes for close at 1733883621520Writing region close event to WAL at 1733883621551 (+31 ms)Running coprocessor post-close hooks at 1733883621555 (+4 ms)Closed at 1733883621555 2024-12-11T02:20:21,556 INFO [RS_CLOSE_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding 7b515369ba6890f942100d59fbf8039d move to a60bac70733e,35977,1733883605678 record at close sequenceid=12 2024-12-11T02:20:21,559 INFO [RS_CLOSE_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed 7b515369ba6890f942100d59fbf8039d 2024-12-11T02:20:21,560 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=7b515369ba6890f942100d59fbf8039d, regionState=CLOSED 2024-12-11T02:20:21,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7b515369ba6890f942100d59fbf8039d, server=a60bac70733e,43315,1733883605524 because future has completed 2024-12-11T02:20:21,566 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-11T02:20:21,566 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure 7b515369ba6890f942100d59fbf8039d, server=a60bac70733e,43315,1733883605524 in 197 msec 2024-12-11T02:20:21,567 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7b515369ba6890f942100d59fbf8039d, REOPEN/MOVE; state=CLOSED, location=a60bac70733e,35977,1733883605678; forceNewPlan=false, retain=false 2024-12-11T02:20:21,717 INFO [a60bac70733e:38781 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-11T02:20:21,718 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=7b515369ba6890f942100d59fbf8039d, regionState=OPENING, regionLocation=a60bac70733e,35977,1733883605678 2024-12-11T02:20:21,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7b515369ba6890f942100d59fbf8039d, REOPEN/MOVE because future has completed 2024-12-11T02:20:21,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b515369ba6890f942100d59fbf8039d, server=a60bac70733e,35977,1733883605678}] 2024-12-11T02:20:21,877 INFO [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d. 2024-12-11T02:20:21,877 DEBUG [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 7b515369ba6890f942100d59fbf8039d, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d.', STARTKEY => '', ENDKEY => ''} 2024-12-11T02:20:21,878 DEBUG [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 7b515369ba6890f942100d59fbf8039d 2024-12-11T02:20:21,878 DEBUG [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T02:20:21,878 DEBUG [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 7b515369ba6890f942100d59fbf8039d 2024-12-11T02:20:21,878 DEBUG [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 7b515369ba6890f942100d59fbf8039d 2024-12-11T02:20:21,879 INFO [StoreOpener-7b515369ba6890f942100d59fbf8039d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 7b515369ba6890f942100d59fbf8039d 2024-12-11T02:20:21,880 INFO [StoreOpener-7b515369ba6890f942100d59fbf8039d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b515369ba6890f942100d59fbf8039d columnFamilyName cf1 2024-12-11T02:20:21,880 DEBUG [StoreOpener-7b515369ba6890f942100d59fbf8039d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:21,886 DEBUG [StoreOpener-7b515369ba6890f942100d59fbf8039d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7b515369ba6890f942100d59fbf8039d/cf1/c4e628a3a6dd4ec19178258a8d34220b 2024-12-11T02:20:21,887 INFO [StoreOpener-7b515369ba6890f942100d59fbf8039d-1 {}] regionserver.HStore(327): Store=7b515369ba6890f942100d59fbf8039d/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:21,887 INFO [StoreOpener-7b515369ba6890f942100d59fbf8039d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 7b515369ba6890f942100d59fbf8039d 2024-12-11T02:20:21,888 INFO [StoreOpener-7b515369ba6890f942100d59fbf8039d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b515369ba6890f942100d59fbf8039d columnFamilyName cf2 2024-12-11T02:20:21,888 DEBUG [StoreOpener-7b515369ba6890f942100d59fbf8039d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:21,893 DEBUG [StoreOpener-7b515369ba6890f942100d59fbf8039d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7b515369ba6890f942100d59fbf8039d/cf2/d2ecf8a9fd744d16adfe82f7bf5e2550 2024-12-11T02:20:21,894 INFO [StoreOpener-7b515369ba6890f942100d59fbf8039d-1 {}] regionserver.HStore(327): Store=7b515369ba6890f942100d59fbf8039d/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:21,894 DEBUG [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 7b515369ba6890f942100d59fbf8039d 2024-12-11T02:20:21,894 DEBUG [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7b515369ba6890f942100d59fbf8039d 2024-12-11T02:20:21,895 DEBUG [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7b515369ba6890f942100d59fbf8039d 2024-12-11T02:20:21,896 DEBUG [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 7b515369ba6890f942100d59fbf8039d 2024-12-11T02:20:21,896 DEBUG [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 7b515369ba6890f942100d59fbf8039d 2024-12-11T02:20:21,897 DEBUG [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T02:20:21,898 DEBUG [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 7b515369ba6890f942100d59fbf8039d 2024-12-11T02:20:21,899 INFO [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 7b515369ba6890f942100d59fbf8039d; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68360462, jitterRate=0.01865026354789734}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T02:20:21,899 DEBUG [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7b515369ba6890f942100d59fbf8039d 2024-12-11T02:20:21,900 DEBUG [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 7b515369ba6890f942100d59fbf8039d: Running coprocessor pre-open hook at 1733883621878Writing region info on filesystem at 1733883621878Initializing all the Stores at 1733883621879 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883621879Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883621879Cleaning up temporary data from old regions at 1733883621896 (+17 ms)Running coprocessor post-open hooks at 1733883621899 (+3 ms)Region opened successfully at 1733883621900 (+1 ms) 2024-12-11T02:20:21,901 INFO [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d., pid=12, masterSystemTime=1733883621873 2024-12-11T02:20:21,903 DEBUG [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d. 2024-12-11T02:20:21,903 INFO [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d. 2024-12-11T02:20:21,904 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=7b515369ba6890f942100d59fbf8039d, regionState=OPEN, openSeqNum=18, regionLocation=a60bac70733e,35977,1733883605678 2024-12-11T02:20:21,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b515369ba6890f942100d59fbf8039d, server=a60bac70733e,35977,1733883605678 because future has completed 2024-12-11T02:20:21,910 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-12-11T02:20:21,910 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 7b515369ba6890f942100d59fbf8039d, server=a60bac70733e,35977,1733883605678 in 186 msec 2024-12-11T02:20:21,912 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7b515369ba6890f942100d59fbf8039d, REOPEN/MOVE in 551 msec 2024-12-11T02:20:21,962 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-11T02:20:21,964 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-11T02:20:21,966 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server a60bac70733e,35977,1733883605678: testing ***** 2024-12-11T02:20:21,966 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-11T02:20:21,968 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-11T02:20:21,969 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-11T02:20:21,971 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-11T02:20:21,972 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-11T02:20:21,979 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 276999168 }, "NonHeapMemoryUsage": { "committed": 171180032, "init": 7667712, "max": -1, "used": 168496104 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "a60bac70733e", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 0, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 2071, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 8, "ProcessCallTime_min": 1, "ProcessCallTime_max": 10, "ProcessCallTime_mean": 4, "ProcessCallTime_25th_percentile": 3, "ProcessCallTime_median": 5, "ProcessCallTime_75th_percentile": 7, "ProcessCallTime_90th_percentile": 9, "ProcessCallTime_95th_percentile": 9, "ProcessCallTime_98th_percentile": 9, "ProcessCallTime_99th_percentile": 9, "ProcessCallTime_99.9th_percentile": 9, "ProcessCallTime_TimeRangeCount_0-1": 8, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 8, "QueueCallTime_min": 0, "QueueCallTime_max": 1, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 8, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 8, "TotalCallTime_min": 1, "TotalCallTime_max": 10, "TotalCallTime_mean": 4, "TotalCallTime_25th_percentile": 3, "TotalCallTime_median": 5, "TotalCallTime_75th_percentile": 7, "TotalCallTime_90th_percentile": 9, "TotalCallTime_95th_percentile": 9, "TotalCallTime_98th_percentile": 9, "TotalCallTime_99th_percentile": 9, "TotalCallTime_99.9th_percentile": 9, "TotalCallTime_TimeRangeCount_0-1": 8, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 8, "ResponseSize_min": 0, "ResponseSize_max": 175, "ResponseSize_mean": 50, "ResponseSize_25th_percentile": 43, "ResponseSize_median": 87, "ResponseSize_75th_percentile": 131, "ResponseSize_90th_percentile": 157, "ResponseSize_95th_percentile": 166, "ResponseSize_98th_percentile": 171, "ResponseSize_99th_percentile": 173, "ResponseSize_99.9th_percentile": 174, "ResponseSize_SizeRangeCount_0-10": 8, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 8, "RequestSize_min": 89, "RequestSize_max": 121, "RequestSize_mean": 103, "RequestSize_25th_percentile": 97, "RequestSize_median": 105, "RequestSize_75th_percentile": 113, "RequestSize_90th_percentile": 117, "RequestSize_95th_percentile": 119, "RequestSize_98th_percentile": 120, "RequestSize_99th_percentile": 120, "RequestSize_99.9th_percentile": 120, "RequestSize_SizeRangeCount_0-10": 8, "sentBytes": 352 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "a60bac70733e", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:63414", "tag.serverName": "a60bac70733e,35977,1733883605678", "tag.clusterId": "b1daf6bd-84ae-4b3a-adf3-9fdc7f702e76", "tag.Context": "regionserver", "tag.Hostname": "a60bac70733e", "regionCount": 0, "storeCount": 0, "hlogFileCount": 1, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 0, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733883605678, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 10034, "localBytesRead": 10034, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 4782, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-11T02:20:21,982 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38781 {}] master.MasterRpcServices(700): a60bac70733e,35977,1733883605678 reported a fatal error: ***** ABORTING region server a60bac70733e,35977,1733883605678: testing ***** 2024-12-11T02:20:21,985 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a60bac70733e,35977,1733883605678' ***** 2024-12-11T02:20:21,985 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-12-11T02:20:21,985 INFO [RS:2;a60bac70733e:35977 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-11T02:20:21,986 INFO [RS:2;a60bac70733e:35977 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-11T02:20:21,986 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-11T02:20:21,986 INFO [RS:2;a60bac70733e:35977 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-11T02:20:21,986 INFO [RS:2;a60bac70733e:35977 {}] regionserver.HRegionServer(3091): Received CLOSE for 7b515369ba6890f942100d59fbf8039d 2024-12-11T02:20:21,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43315 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:36640 deadline: 1733883681986, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=a60bac70733e port=35977 startCode=1733883605678. As of locationSeqNum=12. 2024-12-11T02:20:21,986 INFO [RS:2;a60bac70733e:35977 {}] regionserver.HRegionServer(956): aborting server a60bac70733e,35977,1733883605678 2024-12-11T02:20:21,986 INFO [RS:2;a60bac70733e:35977 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T02:20:21,987 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d., hostname=a60bac70733e,43315,1733883605524, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d., hostname=a60bac70733e,43315,1733883605524, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=a60bac70733e port=35977 startCode=1733883605678. As of locationSeqNum=12. 2024-12-11T02:20:21,987 DEBUG [RS_CLOSE_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7b515369ba6890f942100d59fbf8039d, disabling compactions & flushes 2024-12-11T02:20:21,987 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d., hostname=a60bac70733e,43315,1733883605524, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=a60bac70733e port=35977 startCode=1733883605678. As of locationSeqNum=12. 2024-12-11T02:20:21,987 INFO [RS:2;a60bac70733e:35977 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;a60bac70733e:35977. 2024-12-11T02:20:21,987 INFO [RS_CLOSE_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d. 2024-12-11T02:20:21,987 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d., hostname=a60bac70733e,43315,1733883605524, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d., hostname=a60bac70733e,35977,1733883605678, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=a60bac70733e port=35977 startCode=1733883605678. As of locationSeqNum=12. 2024-12-11T02:20:21,987 DEBUG [RS_CLOSE_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d. 2024-12-11T02:20:21,987 DEBUG [RS:2;a60bac70733e:35977 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T02:20:21,987 DEBUG [RS_CLOSE_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d. after waiting 0 ms 2024-12-11T02:20:21,987 DEBUG [RS_CLOSE_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d. 2024-12-11T02:20:21,987 DEBUG [RS:2;a60bac70733e:35977 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T02:20:21,989 INFO [RS:2;a60bac70733e:35977 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-11T02:20:21,989 DEBUG [RS:2;a60bac70733e:35977 {}] regionserver.HRegionServer(1325): Online Regions={7b515369ba6890f942100d59fbf8039d=testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d.} 2024-12-11T02:20:21,989 DEBUG [RS:2;a60bac70733e:35977 {}] regionserver.HRegionServer(1351): Waiting on 7b515369ba6890f942100d59fbf8039d 2024-12-11T02:20:21,990 INFO [RS_CLOSE_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d. 2024-12-11T02:20:21,990 DEBUG [RS_CLOSE_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7b515369ba6890f942100d59fbf8039d: Waiting for close lock at 1733883621986Running coprocessor pre-close hooks at 1733883621987 (+1 ms)Disabling compacts and flushes for region at 1733883621987Disabling writes for close at 1733883621987Writing region close event to WAL at 1733883621990 (+3 ms)Running coprocessor post-close hooks at 1733883621990Closed at 1733883621990 2024-12-11T02:20:21,991 DEBUG [RS_CLOSE_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d. 2024-12-11T02:20:22,081 INFO [regionserver/a60bac70733e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T02:20:22,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a60bac70733e,35977,1733883605678 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T02:20:22,096 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d., hostname=a60bac70733e,35977,1733883605678, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d., hostname=a60bac70733e,35977,1733883605678, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a60bac70733e,35977,1733883605678 aborting 2024-12-11T02:20:22,096 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d., hostname=a60bac70733e,35977,1733883605678, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a60bac70733e,35977,1733883605678 aborting 2024-12-11T02:20:22,096 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d., hostname=a60bac70733e,35977,1733883605678, seqNum=12 from cache 2024-12-11T02:20:22,190 INFO [RS:2;a60bac70733e:35977 {}] regionserver.HRegionServer(976): stopping server a60bac70733e,35977,1733883605678; all regions closed. 2024-12-11T02:20:22,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741834_1010 (size=1407) 2024-12-11T02:20:22,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741834_1010 (size=1407) 2024-12-11T02:20:22,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741834_1010 (size=1407) 2024-12-11T02:20:22,194 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/WALs/a60bac70733e,35977,1733883605678/a60bac70733e%2C35977%2C1733883605678.1733883606999 not finished, retry = 0 2024-12-11T02:20:22,295 DEBUG [RS:2;a60bac70733e:35977 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T02:20:22,295 INFO [RS:2;a60bac70733e:35977 {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T02:20:22,295 INFO [RS:2;a60bac70733e:35977 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-11T02:20:22,296 INFO [RS:2;a60bac70733e:35977 {}] hbase.ChoreService(370): Chore service for: regionserver/a60bac70733e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-11T02:20:22,296 INFO [regionserver/a60bac70733e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-11T02:20:22,296 INFO [RS:2;a60bac70733e:35977 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-11T02:20:22,296 INFO [RS:2;a60bac70733e:35977 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-11T02:20:22,296 INFO [RS:2;a60bac70733e:35977 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-11T02:20:22,296 INFO [RS:2;a60bac70733e:35977 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-11T02:20:22,297 INFO [RS:2;a60bac70733e:35977 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35977 2024-12-11T02:20:22,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35977-0x1019f5216c10003, quorum=127.0.0.1:63414, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a60bac70733e,35977,1733883605678 2024-12-11T02:20:22,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38781-0x1019f5216c10000, quorum=127.0.0.1:63414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T02:20:22,305 INFO [RS:2;a60bac70733e:35977 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T02:20:22,306 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a60bac70733e,35977,1733883605678] 2024-12-11T02:20:22,308 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d., hostname=a60bac70733e,35977,1733883605678, seqNum=18] 2024-12-11T02:20:22,308 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a60bac70733e,35977,1733883605678 already deleted, retry=false 2024-12-11T02:20:22,309 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of a60bac70733e,35977,1733883605678 on a60bac70733e,38781,1733883604822 2024-12-11T02:20:22,310 WARN [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server a60bac70733e:35977 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: a60bac70733e/172.17.0.2:35977 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T02:20:22,311 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d., hostname=a60bac70733e,35977,1733883605678, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d., hostname=a60bac70733e,35977,1733883605678, seqNum=18, error=java.net.ConnectException: Call to address=a60bac70733e:35977 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: a60bac70733e/172.17.0.2:35977 2024-12-11T02:20:22,311 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d., hostname=a60bac70733e,35977,1733883605678, seqNum=18 is java.net.ConnectException: Connection refused 2024-12-11T02:20:22,311 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d., hostname=a60bac70733e,35977,1733883605678, seqNum=18 from cache 2024-12-11T02:20:22,311 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address a60bac70733e:35977 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: a60bac70733e/172.17.0.2:35977 2024-12-11T02:20:22,313 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure a60bac70733e,35977,1733883605678, splitWal=true, meta=false 2024-12-11T02:20:22,316 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for a60bac70733e,35977,1733883605678 (carryingMeta=false) a60bac70733e,35977,1733883605678/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@3e1fc1b5[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-11T02:20:22,317 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure a60bac70733e,35977,1733883605678, splitWal=true, meta=false 2024-12-11T02:20:22,318 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): a60bac70733e,35977,1733883605678 had 1 regions 2024-12-11T02:20:22,319 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure a60bac70733e,35977,1733883605678, splitWal=true, meta=false, isMeta: false 2024-12-11T02:20:22,321 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/WALs/a60bac70733e,35977,1733883605678-splitting 2024-12-11T02:20:22,322 INFO [PEWorker-1 {}] master.SplitWALManager(105): a60bac70733e,35977,1733883605678 WAL count=1, meta=false 2024-12-11T02:20:22,325 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure a60bac70733e%2C35977%2C1733883605678.1733883606999}] 2024-12-11T02:20:22,330 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=a60bac70733e,43315,1733883605524 2024-12-11T02:20:22,332 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure a60bac70733e%2C35977%2C1733883605678.1733883606999, worker=a60bac70733e,43315,1733883605524}] 2024-12-11T02:20:22,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35977-0x1019f5216c10003, quorum=127.0.0.1:63414, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T02:20:22,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35977-0x1019f5216c10003, quorum=127.0.0.1:63414, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T02:20:22,408 INFO [RS:2;a60bac70733e:35977 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T02:20:22,409 INFO [RS:2;a60bac70733e:35977 {}] regionserver.HRegionServer(1031): Exiting; stopping=a60bac70733e,35977,1733883605678; zookeeper connection closed. 2024-12-11T02:20:22,409 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5fb6e499 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5fb6e499 2024-12-11T02:20:22,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43315 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-12-11T02:20:22,511 INFO [RS_LOG_REPLAY_OPS-regionserver/a60bac70733e:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/WALs/a60bac70733e,35977,1733883605678-splitting/a60bac70733e%2C35977%2C1733883605678.1733883606999, size=1.4 K (1407bytes) 2024-12-11T02:20:22,512 INFO [RS_LOG_REPLAY_OPS-regionserver/a60bac70733e:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/WALs/a60bac70733e,35977,1733883605678-splitting/a60bac70733e%2C35977%2C1733883605678.1733883606999 2024-12-11T02:20:22,512 INFO [RS_LOG_REPLAY_OPS-regionserver/a60bac70733e:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/WALs/a60bac70733e,35977,1733883605678-splitting/a60bac70733e%2C35977%2C1733883605678.1733883606999 after 0ms 2024-12-11T02:20:22,515 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a60bac70733e:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/WALs/a60bac70733e,35977,1733883605678-splitting/a60bac70733e%2C35977%2C1733883605678.1733883606999: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-11T02:20:22,515 INFO [RS_LOG_REPLAY_OPS-regionserver/a60bac70733e:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/WALs/a60bac70733e,35977,1733883605678-splitting/a60bac70733e%2C35977%2C1733883605678.1733883606999 took 4ms 2024-12-11T02:20:22,522 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a60bac70733e:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for 7b515369ba6890f942100d59fbf8039d: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-12-11T02:20:22,523 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a60bac70733e:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/WALs/a60bac70733e,35977,1733883605678-splitting/a60bac70733e%2C35977%2C1733883605678.1733883606999 so closing down 2024-12-11T02:20:22,523 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a60bac70733e:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-11T02:20:22,523 INFO [RS_LOG_REPLAY_OPS-regionserver/a60bac70733e:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-12-11T02:20:22,523 INFO [RS_LOG_REPLAY_OPS-regionserver/a60bac70733e:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 7 ms; skipped=6; WAL=hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/WALs/a60bac70733e,35977,1733883605678-splitting/a60bac70733e%2C35977%2C1733883605678.1733883606999, size=1.4 K, length=1407, corrupted=false, cancelled=false 2024-12-11T02:20:22,523 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a60bac70733e:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/WALs/a60bac70733e,35977,1733883605678-splitting/a60bac70733e%2C35977%2C1733883605678.1733883606999, journal: Splitting hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/WALs/a60bac70733e,35977,1733883605678-splitting/a60bac70733e%2C35977%2C1733883605678.1733883606999, size=1.4 K (1407bytes) at 1733883622512Finishing writing output for hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/WALs/a60bac70733e,35977,1733883605678-splitting/a60bac70733e%2C35977%2C1733883605678.1733883606999 so closing down at 1733883622523 (+11 ms)3 split writer threads finished at 1733883622523Processed 6 edits across 0 Regions in 7 ms; skipped=6; WAL=hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/WALs/a60bac70733e,35977,1733883605678-splitting/a60bac70733e%2C35977%2C1733883605678.1733883606999, size=1.4 K, length=1407, corrupted=false, cancelled=false at 1733883622523 2024-12-11T02:20:22,523 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a60bac70733e:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/WALs/a60bac70733e,35977,1733883605678-splitting/a60bac70733e%2C35977%2C1733883605678.1733883606999 2024-12-11T02:20:22,524 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a60bac70733e:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-11T02:20:22,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38781 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-11T02:20:22,531 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/WALs/a60bac70733e,35977,1733883605678-splitting/a60bac70733e%2C35977%2C1733883605678.1733883606999 to hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/oldWALs 2024-12-11T02:20:22,533 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-11T02:20:22,533 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure a60bac70733e%2C35977%2C1733883605678.1733883606999, worker=a60bac70733e,43315,1733883605524 in 199 msec 2024-12-11T02:20:22,534 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=a60bac70733e,43315,1733883605524 2024-12-11T02:20:22,537 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-11T02:20:22,537 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure a60bac70733e%2C35977%2C1733883605678.1733883606999, worker=a60bac70733e,43315,1733883605524 in 211 msec 2024-12-11T02:20:22,539 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/WALs/a60bac70733e,35977,1733883605678-splitting dir is empty, no logs to split. 2024-12-11T02:20:22,539 INFO [PEWorker-1 {}] master.SplitWALManager(105): a60bac70733e,35977,1733883605678 WAL count=0, meta=false 2024-12-11T02:20:22,539 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if a60bac70733e,35977,1733883605678 WAL splitting is done? wals=0, meta=false 2024-12-11T02:20:22,541 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for a60bac70733e,35977,1733883605678 failed, ignore...File hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/WALs/a60bac70733e,35977,1733883605678-splitting does not exist. 2024-12-11T02:20:22,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7b515369ba6890f942100d59fbf8039d, ASSIGN}] 2024-12-11T02:20:22,544 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7b515369ba6890f942100d59fbf8039d, ASSIGN 2024-12-11T02:20:22,545 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7b515369ba6890f942100d59fbf8039d, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-11T02:20:22,627 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d., hostname=a60bac70733e,35977,1733883605678, seqNum=18] 2024-12-11T02:20:22,628 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to a60bac70733e:35977 this server is in the failed servers list 2024-12-11T02:20:22,628 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d., hostname=a60bac70733e,35977,1733883605678, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d., hostname=a60bac70733e,35977,1733883605678, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=a60bac70733e:35977 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a60bac70733e:35977 2024-12-11T02:20:22,628 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d., hostname=a60bac70733e,35977,1733883605678, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a60bac70733e:35977 2024-12-11T02:20:22,628 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d., hostname=a60bac70733e,35977,1733883605678, seqNum=18 from cache 2024-12-11T02:20:22,696 DEBUG [a60bac70733e:38781 {}] balancer.BalancerClusterState(204): Hosts are {a60bac70733e=0} racks are {/default-rack=0} 2024-12-11T02:20:22,696 DEBUG [a60bac70733e:38781 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-11T02:20:22,696 DEBUG [a60bac70733e:38781 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-11T02:20:22,697 DEBUG [a60bac70733e:38781 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-11T02:20:22,697 DEBUG [a60bac70733e:38781 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-11T02:20:22,697 INFO [a60bac70733e:38781 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-11T02:20:22,697 INFO [a60bac70733e:38781 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-11T02:20:22,697 DEBUG [a60bac70733e:38781 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-11T02:20:22,697 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=7b515369ba6890f942100d59fbf8039d, regionState=OPENING, regionLocation=a60bac70733e,43315,1733883605524 2024-12-11T02:20:22,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7b515369ba6890f942100d59fbf8039d, ASSIGN because future has completed 2024-12-11T02:20:22,700 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b515369ba6890f942100d59fbf8039d, server=a60bac70733e,43315,1733883605524}] 2024-12-11T02:20:22,857 INFO [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d. 2024-12-11T02:20:22,857 DEBUG [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 7b515369ba6890f942100d59fbf8039d, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d.', STARTKEY => '', ENDKEY => ''} 2024-12-11T02:20:22,857 DEBUG [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 7b515369ba6890f942100d59fbf8039d 2024-12-11T02:20:22,857 DEBUG [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T02:20:22,858 DEBUG [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 7b515369ba6890f942100d59fbf8039d 2024-12-11T02:20:22,858 DEBUG [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 7b515369ba6890f942100d59fbf8039d 2024-12-11T02:20:22,859 INFO [StoreOpener-7b515369ba6890f942100d59fbf8039d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 7b515369ba6890f942100d59fbf8039d 2024-12-11T02:20:22,860 INFO [StoreOpener-7b515369ba6890f942100d59fbf8039d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b515369ba6890f942100d59fbf8039d columnFamilyName cf1 2024-12-11T02:20:22,860 DEBUG [StoreOpener-7b515369ba6890f942100d59fbf8039d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:22,866 DEBUG [StoreOpener-7b515369ba6890f942100d59fbf8039d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7b515369ba6890f942100d59fbf8039d/cf1/c4e628a3a6dd4ec19178258a8d34220b 2024-12-11T02:20:22,866 INFO [StoreOpener-7b515369ba6890f942100d59fbf8039d-1 {}] regionserver.HStore(327): Store=7b515369ba6890f942100d59fbf8039d/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:22,866 INFO [StoreOpener-7b515369ba6890f942100d59fbf8039d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 7b515369ba6890f942100d59fbf8039d 2024-12-11T02:20:22,867 INFO [StoreOpener-7b515369ba6890f942100d59fbf8039d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b515369ba6890f942100d59fbf8039d columnFamilyName cf2 2024-12-11T02:20:22,867 DEBUG [StoreOpener-7b515369ba6890f942100d59fbf8039d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:22,873 DEBUG [StoreOpener-7b515369ba6890f942100d59fbf8039d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7b515369ba6890f942100d59fbf8039d/cf2/d2ecf8a9fd744d16adfe82f7bf5e2550 2024-12-11T02:20:22,873 INFO [StoreOpener-7b515369ba6890f942100d59fbf8039d-1 {}] regionserver.HStore(327): Store=7b515369ba6890f942100d59fbf8039d/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:22,873 DEBUG [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 7b515369ba6890f942100d59fbf8039d 2024-12-11T02:20:22,874 DEBUG [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7b515369ba6890f942100d59fbf8039d 2024-12-11T02:20:22,875 DEBUG [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7b515369ba6890f942100d59fbf8039d 2024-12-11T02:20:22,875 DEBUG [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 7b515369ba6890f942100d59fbf8039d 2024-12-11T02:20:22,875 DEBUG [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 7b515369ba6890f942100d59fbf8039d 2024-12-11T02:20:22,876 DEBUG [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T02:20:22,878 DEBUG [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 7b515369ba6890f942100d59fbf8039d 2024-12-11T02:20:22,879 INFO [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 7b515369ba6890f942100d59fbf8039d; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74272807, jitterRate=0.10675106942653656}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T02:20:22,879 DEBUG [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7b515369ba6890f942100d59fbf8039d 2024-12-11T02:20:22,879 DEBUG [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 7b515369ba6890f942100d59fbf8039d: Running coprocessor pre-open hook at 1733883622858Writing region info on filesystem at 1733883622858Initializing all the Stores at 1733883622859 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883622859Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883622859Cleaning up temporary data from old regions at 1733883622875 (+16 ms)Running coprocessor post-open hooks at 1733883622879 (+4 ms)Region opened successfully at 1733883622879 2024-12-11T02:20:22,880 INFO [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d., pid=17, masterSystemTime=1733883622852 2024-12-11T02:20:22,883 DEBUG [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d. 2024-12-11T02:20:22,883 INFO [RS_OPEN_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d. 2024-12-11T02:20:22,884 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=7b515369ba6890f942100d59fbf8039d, regionState=OPEN, openSeqNum=18, regionLocation=a60bac70733e,43315,1733883605524 2024-12-11T02:20:22,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b515369ba6890f942100d59fbf8039d, server=a60bac70733e,43315,1733883605524 because future has completed 2024-12-11T02:20:22,889 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-11T02:20:22,889 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 7b515369ba6890f942100d59fbf8039d, server=a60bac70733e,43315,1733883605524 in 187 msec 2024-12-11T02:20:22,892 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-12-11T02:20:22,892 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7b515369ba6890f942100d59fbf8039d, ASSIGN in 346 msec 2024-12-11T02:20:22,892 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server a60bac70733e,35977,1733883605678 after splitting done 2024-12-11T02:20:22,894 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure a60bac70733e,35977,1733883605678, splitWal=true, meta=false in 583 msec 2024-12-11T02:20:23,136 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d., hostname=a60bac70733e,43315,1733883605524, seqNum=18] 2024-12-11T02:20:23,151 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=410 (was 413), OpenFileDescriptor=1049 (was 1023) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=135 (was 112) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6196 (was 6243) 2024-12-11T02:20:23,153 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1049 is superior to 1024 2024-12-11T02:20:23,165 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=410, OpenFileDescriptor=1049, MaxFileDescriptor=1048576, SystemLoadAverage=135, ProcessCount=11, AvailableMemoryMB=6196 2024-12-11T02:20:23,165 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1049 is superior to 1024 2024-12-11T02:20:23,180 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T02:20:23,182 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T02:20:23,183 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T02:20:23,185 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-21831931, suffix=, logDir=hdfs://localhost:38075/hbase/WALs/hregion-21831931, archiveDir=hdfs://localhost:38075/hbase/oldWALs, maxLogs=32 2024-12-11T02:20:23,198 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-21831931/hregion-21831931.1733883623186, exclude list is [], retry=0 2024-12-11T02:20:23,201 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36013,DS-fa5060c7-4172-4632-a7fa-0f218265b336,DISK] 2024-12-11T02:20:23,201 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42339,DS-218099b2-9a37-45b9-9467-530be5376f5f,DISK] 2024-12-11T02:20:23,201 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45227,DS-ec304476-ba6d-4405-9e0f-ce26bd77d384,DISK] 2024-12-11T02:20:23,205 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-21831931/hregion-21831931.1733883623186 2024-12-11T02:20:23,206 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44255:44255),(127.0.0.1/127.0.0.1:41245:41245),(127.0.0.1/127.0.0.1:39015:39015)] 2024-12-11T02:20:23,206 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 7a8ec5b7e534de806a22446cecb97ae2, NAME => 'testReplayEditsWrittenViaHRegion,,1733883623181.7a8ec5b7e534de806a22446cecb97ae2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38075/hbase 2024-12-11T02:20:23,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741893_1071 (size=67) 2024-12-11T02:20:23,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741893_1071 (size=67) 2024-12-11T02:20:23,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741893_1071 (size=67) 2024-12-11T02:20:23,216 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733883623181.7a8ec5b7e534de806a22446cecb97ae2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T02:20:23,217 INFO [StoreOpener-7a8ec5b7e534de806a22446cecb97ae2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7a8ec5b7e534de806a22446cecb97ae2 2024-12-11T02:20:23,219 INFO [StoreOpener-7a8ec5b7e534de806a22446cecb97ae2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a8ec5b7e534de806a22446cecb97ae2 columnFamilyName a 2024-12-11T02:20:23,219 DEBUG [StoreOpener-7a8ec5b7e534de806a22446cecb97ae2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:23,219 INFO [StoreOpener-7a8ec5b7e534de806a22446cecb97ae2-1 {}] regionserver.HStore(327): Store=7a8ec5b7e534de806a22446cecb97ae2/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:23,220 INFO [StoreOpener-7a8ec5b7e534de806a22446cecb97ae2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 7a8ec5b7e534de806a22446cecb97ae2 2024-12-11T02:20:23,221 INFO [StoreOpener-7a8ec5b7e534de806a22446cecb97ae2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a8ec5b7e534de806a22446cecb97ae2 columnFamilyName b 2024-12-11T02:20:23,221 DEBUG [StoreOpener-7a8ec5b7e534de806a22446cecb97ae2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:23,222 INFO [StoreOpener-7a8ec5b7e534de806a22446cecb97ae2-1 {}] regionserver.HStore(327): Store=7a8ec5b7e534de806a22446cecb97ae2/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:23,222 INFO [StoreOpener-7a8ec5b7e534de806a22446cecb97ae2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 7a8ec5b7e534de806a22446cecb97ae2 2024-12-11T02:20:23,223 INFO [StoreOpener-7a8ec5b7e534de806a22446cecb97ae2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a8ec5b7e534de806a22446cecb97ae2 columnFamilyName c 2024-12-11T02:20:23,223 DEBUG [StoreOpener-7a8ec5b7e534de806a22446cecb97ae2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:23,224 INFO [StoreOpener-7a8ec5b7e534de806a22446cecb97ae2-1 {}] regionserver.HStore(327): Store=7a8ec5b7e534de806a22446cecb97ae2/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:23,224 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7a8ec5b7e534de806a22446cecb97ae2 2024-12-11T02:20:23,225 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/7a8ec5b7e534de806a22446cecb97ae2 2024-12-11T02:20:23,225 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/7a8ec5b7e534de806a22446cecb97ae2 2024-12-11T02:20:23,226 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7a8ec5b7e534de806a22446cecb97ae2 2024-12-11T02:20:23,226 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7a8ec5b7e534de806a22446cecb97ae2 2024-12-11T02:20:23,227 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T02:20:23,228 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7a8ec5b7e534de806a22446cecb97ae2 2024-12-11T02:20:23,230 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/7a8ec5b7e534de806a22446cecb97ae2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T02:20:23,230 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 7a8ec5b7e534de806a22446cecb97ae2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61994303, jitterRate=-0.07621289789676666}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T02:20:23,231 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7a8ec5b7e534de806a22446cecb97ae2: Writing region info on filesystem at 1733883623216Initializing all the Stores at 1733883623217 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883623217Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883623217Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883623217Cleaning up temporary data from old regions at 1733883623226 (+9 ms)Region opened successfully at 1733883623231 (+5 ms) 2024-12-11T02:20:23,231 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 7a8ec5b7e534de806a22446cecb97ae2, disabling compactions & flushes 2024-12-11T02:20:23,231 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733883623181.7a8ec5b7e534de806a22446cecb97ae2. 2024-12-11T02:20:23,231 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733883623181.7a8ec5b7e534de806a22446cecb97ae2. 2024-12-11T02:20:23,231 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733883623181.7a8ec5b7e534de806a22446cecb97ae2. after waiting 0 ms 2024-12-11T02:20:23,231 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733883623181.7a8ec5b7e534de806a22446cecb97ae2. 2024-12-11T02:20:23,232 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733883623181.7a8ec5b7e534de806a22446cecb97ae2. 2024-12-11T02:20:23,232 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 7a8ec5b7e534de806a22446cecb97ae2: Waiting for close lock at 1733883623231Disabling compacts and flushes for region at 1733883623231Disabling writes for close at 1733883623231Writing region close event to WAL at 1733883623232 (+1 ms)Closed at 1733883623232 2024-12-11T02:20:23,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741892_1070 (size=95) 2024-12-11T02:20:23,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741892_1070 (size=95) 2024-12-11T02:20:23,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741892_1070 (size=95) 2024-12-11T02:20:23,237 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-11T02:20:23,237 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-21831931:(num 1733883623186) 2024-12-11T02:20:23,237 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-11T02:20:23,239 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38075/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733883623180, archiveDir=hdfs://localhost:38075/hbase/oldWALs, maxLogs=32 2024-12-11T02:20:23,253 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733883623180/wal.1733883623239, exclude list is [], retry=0 2024-12-11T02:20:23,255 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36013,DS-fa5060c7-4172-4632-a7fa-0f218265b336,DISK] 2024-12-11T02:20:23,256 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42339,DS-218099b2-9a37-45b9-9467-530be5376f5f,DISK] 2024-12-11T02:20:23,256 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45227,DS-ec304476-ba6d-4405-9e0f-ce26bd77d384,DISK] 2024-12-11T02:20:23,257 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733883623180/wal.1733883623239 2024-12-11T02:20:23,258 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44255:44255),(127.0.0.1/127.0.0.1:41245:41245),(127.0.0.1/127.0.0.1:39015:39015)] 2024-12-11T02:20:23,258 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 7a8ec5b7e534de806a22446cecb97ae2, NAME => 'testReplayEditsWrittenViaHRegion,,1733883623181.7a8ec5b7e534de806a22446cecb97ae2.', STARTKEY => '', ENDKEY => ''} 2024-12-11T02:20:23,258 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733883623181.7a8ec5b7e534de806a22446cecb97ae2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T02:20:23,258 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 7a8ec5b7e534de806a22446cecb97ae2 2024-12-11T02:20:23,258 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 7a8ec5b7e534de806a22446cecb97ae2 2024-12-11T02:20:23,260 INFO [StoreOpener-7a8ec5b7e534de806a22446cecb97ae2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7a8ec5b7e534de806a22446cecb97ae2 2024-12-11T02:20:23,261 INFO [StoreOpener-7a8ec5b7e534de806a22446cecb97ae2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a8ec5b7e534de806a22446cecb97ae2 columnFamilyName a 2024-12-11T02:20:23,261 DEBUG [StoreOpener-7a8ec5b7e534de806a22446cecb97ae2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:23,262 INFO [StoreOpener-7a8ec5b7e534de806a22446cecb97ae2-1 {}] regionserver.HStore(327): Store=7a8ec5b7e534de806a22446cecb97ae2/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:23,262 INFO [StoreOpener-7a8ec5b7e534de806a22446cecb97ae2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 7a8ec5b7e534de806a22446cecb97ae2 2024-12-11T02:20:23,263 INFO [StoreOpener-7a8ec5b7e534de806a22446cecb97ae2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a8ec5b7e534de806a22446cecb97ae2 columnFamilyName b 2024-12-11T02:20:23,263 DEBUG [StoreOpener-7a8ec5b7e534de806a22446cecb97ae2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:23,263 INFO [StoreOpener-7a8ec5b7e534de806a22446cecb97ae2-1 {}] regionserver.HStore(327): Store=7a8ec5b7e534de806a22446cecb97ae2/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:23,264 INFO [StoreOpener-7a8ec5b7e534de806a22446cecb97ae2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 7a8ec5b7e534de806a22446cecb97ae2 2024-12-11T02:20:23,264 INFO [StoreOpener-7a8ec5b7e534de806a22446cecb97ae2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a8ec5b7e534de806a22446cecb97ae2 columnFamilyName c 2024-12-11T02:20:23,265 DEBUG [StoreOpener-7a8ec5b7e534de806a22446cecb97ae2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:23,265 INFO [StoreOpener-7a8ec5b7e534de806a22446cecb97ae2-1 {}] regionserver.HStore(327): Store=7a8ec5b7e534de806a22446cecb97ae2/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:23,265 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7a8ec5b7e534de806a22446cecb97ae2 2024-12-11T02:20:23,266 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/7a8ec5b7e534de806a22446cecb97ae2 2024-12-11T02:20:23,267 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/7a8ec5b7e534de806a22446cecb97ae2 2024-12-11T02:20:23,269 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7a8ec5b7e534de806a22446cecb97ae2 2024-12-11T02:20:23,269 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7a8ec5b7e534de806a22446cecb97ae2 2024-12-11T02:20:23,269 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T02:20:23,271 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7a8ec5b7e534de806a22446cecb97ae2 2024-12-11T02:20:23,272 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 7a8ec5b7e534de806a22446cecb97ae2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59791938, jitterRate=-0.10903069376945496}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T02:20:23,273 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7a8ec5b7e534de806a22446cecb97ae2: Writing region info on filesystem at 1733883623258Initializing all the Stores at 1733883623259 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883623259Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883623259Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883623260 (+1 ms)Cleaning up temporary data from old regions at 1733883623269 (+9 ms)Region opened successfully at 1733883623273 (+4 ms) 2024-12-11T02:20:23,306 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 7a8ec5b7e534de806a22446cecb97ae2 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-12-11T02:20:23,331 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/7a8ec5b7e534de806a22446cecb97ae2/.tmp/a/391d7bdd544143b9a6ed8efc158782bd is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733883623273/Put/seqid=0 2024-12-11T02:20:23,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741895_1073 (size=5958) 2024-12-11T02:20:23,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741895_1073 (size=5958) 2024-12-11T02:20:23,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741895_1073 (size=5958) 2024-12-11T02:20:23,340 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/7a8ec5b7e534de806a22446cecb97ae2/.tmp/a/391d7bdd544143b9a6ed8efc158782bd 2024-12-11T02:20:23,369 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/7a8ec5b7e534de806a22446cecb97ae2/.tmp/b/0e6d7e46f2534f55ab749d72d3eb7a29 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733883623283/Put/seqid=0 2024-12-11T02:20:23,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741896_1074 (size=5958) 2024-12-11T02:20:23,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741896_1074 (size=5958) 2024-12-11T02:20:23,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741896_1074 (size=5958) 2024-12-11T02:20:23,378 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/7a8ec5b7e534de806a22446cecb97ae2/.tmp/b/0e6d7e46f2534f55ab749d72d3eb7a29 2024-12-11T02:20:23,398 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/7a8ec5b7e534de806a22446cecb97ae2/.tmp/c/77deb7fa0f844ff68eac855a602cb7f6 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733883623293/Put/seqid=0 2024-12-11T02:20:23,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741897_1075 (size=5958) 2024-12-11T02:20:23,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741897_1075 (size=5958) 2024-12-11T02:20:23,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741897_1075 (size=5958) 2024-12-11T02:20:23,407 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/7a8ec5b7e534de806a22446cecb97ae2/.tmp/c/77deb7fa0f844ff68eac855a602cb7f6 2024-12-11T02:20:23,413 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/7a8ec5b7e534de806a22446cecb97ae2/.tmp/a/391d7bdd544143b9a6ed8efc158782bd as hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/7a8ec5b7e534de806a22446cecb97ae2/a/391d7bdd544143b9a6ed8efc158782bd 2024-12-11T02:20:23,419 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/7a8ec5b7e534de806a22446cecb97ae2/a/391d7bdd544143b9a6ed8efc158782bd, entries=10, sequenceid=33, filesize=5.8 K 2024-12-11T02:20:23,420 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/7a8ec5b7e534de806a22446cecb97ae2/.tmp/b/0e6d7e46f2534f55ab749d72d3eb7a29 as hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/7a8ec5b7e534de806a22446cecb97ae2/b/0e6d7e46f2534f55ab749d72d3eb7a29 2024-12-11T02:20:23,425 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/7a8ec5b7e534de806a22446cecb97ae2/b/0e6d7e46f2534f55ab749d72d3eb7a29, entries=10, sequenceid=33, filesize=5.8 K 2024-12-11T02:20:23,426 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/7a8ec5b7e534de806a22446cecb97ae2/.tmp/c/77deb7fa0f844ff68eac855a602cb7f6 as hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/7a8ec5b7e534de806a22446cecb97ae2/c/77deb7fa0f844ff68eac855a602cb7f6 2024-12-11T02:20:23,432 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/7a8ec5b7e534de806a22446cecb97ae2/c/77deb7fa0f844ff68eac855a602cb7f6, entries=10, sequenceid=33, filesize=5.8 K 2024-12-11T02:20:23,433 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 7a8ec5b7e534de806a22446cecb97ae2 in 127ms, sequenceid=33, compaction requested=false 2024-12-11T02:20:23,433 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 7a8ec5b7e534de806a22446cecb97ae2: 2024-12-11T02:20:23,434 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 7a8ec5b7e534de806a22446cecb97ae2, disabling compactions & flushes 2024-12-11T02:20:23,434 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733883623181.7a8ec5b7e534de806a22446cecb97ae2. 2024-12-11T02:20:23,434 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733883623181.7a8ec5b7e534de806a22446cecb97ae2. 2024-12-11T02:20:23,434 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733883623181.7a8ec5b7e534de806a22446cecb97ae2. after waiting 0 ms 2024-12-11T02:20:23,434 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733883623181.7a8ec5b7e534de806a22446cecb97ae2. 2024-12-11T02:20:23,435 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733883623181.7a8ec5b7e534de806a22446cecb97ae2. 2024-12-11T02:20:23,435 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 7a8ec5b7e534de806a22446cecb97ae2: Waiting for close lock at 1733883623434Disabling compacts and flushes for region at 1733883623434Disabling writes for close at 1733883623434Writing region close event to WAL at 1733883623435 (+1 ms)Closed at 1733883623435 2024-12-11T02:20:23,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741894_1072 (size=3386) 2024-12-11T02:20:23,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741894_1072 (size=3386) 2024-12-11T02:20:23,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741894_1072 (size=3386) 2024-12-11T02:20:23,443 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/7a8ec5b7e534de806a22446cecb97ae2/b/0e6d7e46f2534f55ab749d72d3eb7a29 to hdfs://localhost:38075/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/7a8ec5b7e534de806a22446cecb97ae2/b/0e6d7e46f2534f55ab749d72d3eb7a29 2024-12-11T02:20:23,464 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38075/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733883623180/wal.1733883623239, size=3.3 K (3386bytes) 2024-12-11T02:20:23,464 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38075/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733883623180/wal.1733883623239 2024-12-11T02:20:23,465 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38075/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733883623180/wal.1733883623239 after 1ms 2024-12-11T02:20:23,467 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38075/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733883623180/wal.1733883623239: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-11T02:20:23,467 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38075/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733883623180/wal.1733883623239 took 3ms 2024-12-11T02:20:23,470 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38075/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733883623180/wal.1733883623239 so closing down 2024-12-11T02:20:23,470 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-11T02:20:23,474 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733883623239.temp 2024-12-11T02:20:23,475 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/7a8ec5b7e534de806a22446cecb97ae2/recovered.edits/0000000000000000003-wal.1733883623239.temp 2024-12-11T02:20:23,476 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-11T02:20:23,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741898_1076 (size=2944) 2024-12-11T02:20:23,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741898_1076 (size=2944) 2024-12-11T02:20:23,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741898_1076 (size=2944) 2024-12-11T02:20:23,483 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/7a8ec5b7e534de806a22446cecb97ae2/recovered.edits/0000000000000000003-wal.1733883623239.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-11T02:20:23,485 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/7a8ec5b7e534de806a22446cecb97ae2/recovered.edits/0000000000000000003-wal.1733883623239.temp to hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/7a8ec5b7e534de806a22446cecb97ae2/recovered.edits/0000000000000000032 2024-12-11T02:20:23,485 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 17 ms; skipped=2; WAL=hdfs://localhost:38075/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733883623180/wal.1733883623239, size=3.3 K, length=3386, corrupted=false, cancelled=false 2024-12-11T02:20:23,485 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38075/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733883623180/wal.1733883623239, journal: Splitting hdfs://localhost:38075/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733883623180/wal.1733883623239, size=3.3 K (3386bytes) at 1733883623464Finishing writing output for hdfs://localhost:38075/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733883623180/wal.1733883623239 so closing down at 1733883623470 (+6 ms)Creating recovered edits writer path=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/7a8ec5b7e534de806a22446cecb97ae2/recovered.edits/0000000000000000003-wal.1733883623239.temp at 1733883623475 (+5 ms)3 split writer threads finished at 1733883623476 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/7a8ec5b7e534de806a22446cecb97ae2/recovered.edits/0000000000000000003-wal.1733883623239.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733883623483 (+7 ms)Rename recovered edits hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/7a8ec5b7e534de806a22446cecb97ae2/recovered.edits/0000000000000000003-wal.1733883623239.temp to hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/7a8ec5b7e534de806a22446cecb97ae2/recovered.edits/0000000000000000032 at 1733883623485 (+2 ms)Processed 32 edits across 1 Regions in 17 ms; skipped=2; WAL=hdfs://localhost:38075/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733883623180/wal.1733883623239, size=3.3 K, length=3386, corrupted=false, cancelled=false at 1733883623485 2024-12-11T02:20:23,487 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38075/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733883623180/wal.1733883623239 to hdfs://localhost:38075/hbase/oldWALs/wal.1733883623239 2024-12-11T02:20:23,488 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/7a8ec5b7e534de806a22446cecb97ae2/recovered.edits/0000000000000000032 2024-12-11T02:20:23,488 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-11T02:20:23,490 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38075/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733883623180, archiveDir=hdfs://localhost:38075/hbase/oldWALs, maxLogs=32 2024-12-11T02:20:23,511 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733883623180/wal.1733883623490, exclude list is [], retry=0 2024-12-11T02:20:23,513 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42339,DS-218099b2-9a37-45b9-9467-530be5376f5f,DISK] 2024-12-11T02:20:23,514 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36013,DS-fa5060c7-4172-4632-a7fa-0f218265b336,DISK] 2024-12-11T02:20:23,515 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45227,DS-ec304476-ba6d-4405-9e0f-ce26bd77d384,DISK] 2024-12-11T02:20:23,516 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733883623180/wal.1733883623490 2024-12-11T02:20:23,516 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41245:41245),(127.0.0.1/127.0.0.1:44255:44255),(127.0.0.1/127.0.0.1:39015:39015)] 2024-12-11T02:20:23,517 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 7a8ec5b7e534de806a22446cecb97ae2, NAME => 'testReplayEditsWrittenViaHRegion,,1733883623181.7a8ec5b7e534de806a22446cecb97ae2.', STARTKEY => '', ENDKEY => ''} 2024-12-11T02:20:23,517 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733883623181.7a8ec5b7e534de806a22446cecb97ae2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T02:20:23,517 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 7a8ec5b7e534de806a22446cecb97ae2 2024-12-11T02:20:23,517 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 7a8ec5b7e534de806a22446cecb97ae2 2024-12-11T02:20:23,518 INFO [StoreOpener-7a8ec5b7e534de806a22446cecb97ae2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7a8ec5b7e534de806a22446cecb97ae2 2024-12-11T02:20:23,519 INFO [StoreOpener-7a8ec5b7e534de806a22446cecb97ae2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a8ec5b7e534de806a22446cecb97ae2 columnFamilyName a 2024-12-11T02:20:23,519 DEBUG [StoreOpener-7a8ec5b7e534de806a22446cecb97ae2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:23,524 DEBUG [StoreOpener-7a8ec5b7e534de806a22446cecb97ae2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/7a8ec5b7e534de806a22446cecb97ae2/a/391d7bdd544143b9a6ed8efc158782bd 2024-12-11T02:20:23,524 INFO [StoreOpener-7a8ec5b7e534de806a22446cecb97ae2-1 {}] regionserver.HStore(327): Store=7a8ec5b7e534de806a22446cecb97ae2/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:23,525 INFO [StoreOpener-7a8ec5b7e534de806a22446cecb97ae2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 7a8ec5b7e534de806a22446cecb97ae2 2024-12-11T02:20:23,526 INFO [StoreOpener-7a8ec5b7e534de806a22446cecb97ae2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a8ec5b7e534de806a22446cecb97ae2 columnFamilyName b 2024-12-11T02:20:23,526 DEBUG [StoreOpener-7a8ec5b7e534de806a22446cecb97ae2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:23,526 INFO [StoreOpener-7a8ec5b7e534de806a22446cecb97ae2-1 {}] regionserver.HStore(327): Store=7a8ec5b7e534de806a22446cecb97ae2/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:23,526 INFO [StoreOpener-7a8ec5b7e534de806a22446cecb97ae2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 7a8ec5b7e534de806a22446cecb97ae2 2024-12-11T02:20:23,527 INFO [StoreOpener-7a8ec5b7e534de806a22446cecb97ae2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a8ec5b7e534de806a22446cecb97ae2 columnFamilyName c 2024-12-11T02:20:23,527 DEBUG [StoreOpener-7a8ec5b7e534de806a22446cecb97ae2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:23,532 DEBUG [StoreOpener-7a8ec5b7e534de806a22446cecb97ae2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/7a8ec5b7e534de806a22446cecb97ae2/c/77deb7fa0f844ff68eac855a602cb7f6 2024-12-11T02:20:23,532 INFO [StoreOpener-7a8ec5b7e534de806a22446cecb97ae2-1 {}] regionserver.HStore(327): Store=7a8ec5b7e534de806a22446cecb97ae2/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:23,532 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7a8ec5b7e534de806a22446cecb97ae2 2024-12-11T02:20:23,533 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/7a8ec5b7e534de806a22446cecb97ae2 2024-12-11T02:20:23,534 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/7a8ec5b7e534de806a22446cecb97ae2 2024-12-11T02:20:23,535 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/7a8ec5b7e534de806a22446cecb97ae2/recovered.edits/0000000000000000032 2024-12-11T02:20:23,537 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/7a8ec5b7e534de806a22446cecb97ae2/recovered.edits/0000000000000000032: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-11T02:20:23,538 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/7a8ec5b7e534de806a22446cecb97ae2/recovered.edits/0000000000000000032 2024-12-11T02:20:23,538 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 7a8ec5b7e534de806a22446cecb97ae2 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-12-11T02:20:23,554 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/7a8ec5b7e534de806a22446cecb97ae2/.tmp/b/9e8b97157c314012ac3925cf45e2e9c2 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733883623283/Put/seqid=0 2024-12-11T02:20:23,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741900_1078 (size=5958) 2024-12-11T02:20:23,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741900_1078 (size=5958) 2024-12-11T02:20:23,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741900_1078 (size=5958) 2024-12-11T02:20:23,561 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/7a8ec5b7e534de806a22446cecb97ae2/.tmp/b/9e8b97157c314012ac3925cf45e2e9c2 2024-12-11T02:20:23,568 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/7a8ec5b7e534de806a22446cecb97ae2/.tmp/b/9e8b97157c314012ac3925cf45e2e9c2 as hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/7a8ec5b7e534de806a22446cecb97ae2/b/9e8b97157c314012ac3925cf45e2e9c2 2024-12-11T02:20:23,575 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/7a8ec5b7e534de806a22446cecb97ae2/b/9e8b97157c314012ac3925cf45e2e9c2, entries=10, sequenceid=32, filesize=5.8 K 2024-12-11T02:20:23,575 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 7a8ec5b7e534de806a22446cecb97ae2 in 37ms, sequenceid=32, compaction requested=false; wal=null 2024-12-11T02:20:23,576 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/7a8ec5b7e534de806a22446cecb97ae2/recovered.edits/0000000000000000032 2024-12-11T02:20:23,577 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7a8ec5b7e534de806a22446cecb97ae2 2024-12-11T02:20:23,577 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7a8ec5b7e534de806a22446cecb97ae2 2024-12-11T02:20:23,578 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T02:20:23,580 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7a8ec5b7e534de806a22446cecb97ae2 2024-12-11T02:20:23,582 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/7a8ec5b7e534de806a22446cecb97ae2/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-12-11T02:20:23,583 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 7a8ec5b7e534de806a22446cecb97ae2; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64716941, jitterRate=-0.03564243018627167}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T02:20:23,584 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7a8ec5b7e534de806a22446cecb97ae2: Writing region info on filesystem at 1733883623517Initializing all the Stores at 1733883623518 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883623518Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883623518Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883623518Obtaining lock to block concurrent updates at 1733883623538 (+20 ms)Preparing flush snapshotting stores in 7a8ec5b7e534de806a22446cecb97ae2 at 1733883623538Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733883623181.7a8ec5b7e534de806a22446cecb97ae2., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1733883623538Flushing stores of testReplayEditsWrittenViaHRegion,,1733883623181.7a8ec5b7e534de806a22446cecb97ae2. at 1733883623538Flushing 7a8ec5b7e534de806a22446cecb97ae2/b: creating writer at 1733883623538Flushing 7a8ec5b7e534de806a22446cecb97ae2/b: appending metadata at 1733883623553 (+15 ms)Flushing 7a8ec5b7e534de806a22446cecb97ae2/b: closing flushed file at 1733883623553Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c335996: reopening flushed file at 1733883623567 (+14 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 7a8ec5b7e534de806a22446cecb97ae2 in 37ms, sequenceid=32, compaction requested=false; wal=null at 1733883623575 (+8 ms)Cleaning up temporary data from old regions at 1733883623577 (+2 ms)Region opened successfully at 1733883623584 (+7 ms) 2024-12-11T02:20:23,607 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=420 (was 410) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-170343088-172.17.0.2-1733883601722:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-170343088-172.17.0.2-1733883601722:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1903776113_22 at /127.0.0.1:33350 [Waiting for operation #42] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1903776113_22 at /127.0.0.1:46972 [Receiving block BP-170343088-172.17.0.2-1733883601722:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-170343088-172.17.0.2-1733883601722:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1903776113_22 at /127.0.0.1:54774 [Receiving block BP-170343088-172.17.0.2-1733883601722:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1903776113_22 at /127.0.0.1:37286 [Waiting for operation #21] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1903776113_22 at /127.0.0.1:36906 [Receiving block BP-170343088-172.17.0.2-1733883601722:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1903776113_22 at /127.0.0.1:60612 [Waiting for operation #39] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1125 (was 1049) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=135 (was 135), ProcessCount=11 (was 11), AvailableMemoryMB=6190 (was 6196) 2024-12-11T02:20:23,608 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1125 is superior to 1024 2024-12-11T02:20:23,620 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=420, OpenFileDescriptor=1125, MaxFileDescriptor=1048576, SystemLoadAverage=135, ProcessCount=11, AvailableMemoryMB=6189 2024-12-11T02:20:23,620 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1125 is superior to 1024 2024-12-11T02:20:23,635 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T02:20:23,637 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T02:20:23,638 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T02:20:23,641 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-04640616, suffix=, logDir=hdfs://localhost:38075/hbase/WALs/hregion-04640616, archiveDir=hdfs://localhost:38075/hbase/oldWALs, maxLogs=32 2024-12-11T02:20:23,654 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-04640616/hregion-04640616.1733883623641, exclude list is [], retry=0 2024-12-11T02:20:23,657 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36013,DS-fa5060c7-4172-4632-a7fa-0f218265b336,DISK] 2024-12-11T02:20:23,657 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45227,DS-ec304476-ba6d-4405-9e0f-ce26bd77d384,DISK] 2024-12-11T02:20:23,657 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42339,DS-218099b2-9a37-45b9-9467-530be5376f5f,DISK] 2024-12-11T02:20:23,660 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-04640616/hregion-04640616.1733883623641 2024-12-11T02:20:23,660 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44255:44255),(127.0.0.1/127.0.0.1:39015:39015),(127.0.0.1/127.0.0.1:41245:41245)] 2024-12-11T02:20:23,660 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => ee400fe0265cd72425e9a71bcdee24de, NAME => 'testReplayEditsAfterAbortingFlush,,1733883623636.ee400fe0265cd72425e9a71bcdee24de.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38075/hbase 2024-12-11T02:20:23,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741902_1080 (size=68) 2024-12-11T02:20:23,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741902_1080 (size=68) 2024-12-11T02:20:23,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741902_1080 (size=68) 2024-12-11T02:20:23,670 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733883623636.ee400fe0265cd72425e9a71bcdee24de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T02:20:23,671 INFO [StoreOpener-ee400fe0265cd72425e9a71bcdee24de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ee400fe0265cd72425e9a71bcdee24de 2024-12-11T02:20:23,673 INFO [StoreOpener-ee400fe0265cd72425e9a71bcdee24de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee400fe0265cd72425e9a71bcdee24de columnFamilyName a 2024-12-11T02:20:23,673 DEBUG [StoreOpener-ee400fe0265cd72425e9a71bcdee24de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:23,673 INFO [StoreOpener-ee400fe0265cd72425e9a71bcdee24de-1 {}] regionserver.HStore(327): Store=ee400fe0265cd72425e9a71bcdee24de/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:23,673 INFO [StoreOpener-ee400fe0265cd72425e9a71bcdee24de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ee400fe0265cd72425e9a71bcdee24de 2024-12-11T02:20:23,674 INFO [StoreOpener-ee400fe0265cd72425e9a71bcdee24de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee400fe0265cd72425e9a71bcdee24de columnFamilyName b 2024-12-11T02:20:23,674 DEBUG [StoreOpener-ee400fe0265cd72425e9a71bcdee24de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:23,675 INFO [StoreOpener-ee400fe0265cd72425e9a71bcdee24de-1 {}] regionserver.HStore(327): Store=ee400fe0265cd72425e9a71bcdee24de/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:23,675 INFO [StoreOpener-ee400fe0265cd72425e9a71bcdee24de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ee400fe0265cd72425e9a71bcdee24de 2024-12-11T02:20:23,677 INFO [StoreOpener-ee400fe0265cd72425e9a71bcdee24de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee400fe0265cd72425e9a71bcdee24de columnFamilyName c 2024-12-11T02:20:23,677 DEBUG [StoreOpener-ee400fe0265cd72425e9a71bcdee24de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:23,677 INFO [StoreOpener-ee400fe0265cd72425e9a71bcdee24de-1 {}] regionserver.HStore(327): Store=ee400fe0265cd72425e9a71bcdee24de/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:23,678 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ee400fe0265cd72425e9a71bcdee24de 2024-12-11T02:20:23,678 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/hbase/data/default/testReplayEditsAfterAbortingFlush/ee400fe0265cd72425e9a71bcdee24de 2024-12-11T02:20:23,679 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/hbase/data/default/testReplayEditsAfterAbortingFlush/ee400fe0265cd72425e9a71bcdee24de 2024-12-11T02:20:23,680 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ee400fe0265cd72425e9a71bcdee24de 2024-12-11T02:20:23,680 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ee400fe0265cd72425e9a71bcdee24de 2024-12-11T02:20:23,680 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T02:20:23,681 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ee400fe0265cd72425e9a71bcdee24de 2024-12-11T02:20:23,683 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38075/hbase/data/default/testReplayEditsAfterAbortingFlush/ee400fe0265cd72425e9a71bcdee24de/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T02:20:23,684 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ee400fe0265cd72425e9a71bcdee24de; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71822213, jitterRate=0.07023437321186066}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T02:20:23,685 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ee400fe0265cd72425e9a71bcdee24de: Writing region info on filesystem at 1733883623670Initializing all the Stores at 1733883623671 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883623671Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883623671Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883623671Cleaning up temporary data from old regions at 1733883623680 (+9 ms)Region opened successfully at 1733883623685 (+5 ms) 2024-12-11T02:20:23,685 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing ee400fe0265cd72425e9a71bcdee24de, disabling compactions & flushes 2024-12-11T02:20:23,685 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733883623636.ee400fe0265cd72425e9a71bcdee24de. 2024-12-11T02:20:23,685 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733883623636.ee400fe0265cd72425e9a71bcdee24de. 2024-12-11T02:20:23,685 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733883623636.ee400fe0265cd72425e9a71bcdee24de. after waiting 0 ms 2024-12-11T02:20:23,685 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733883623636.ee400fe0265cd72425e9a71bcdee24de. 2024-12-11T02:20:23,686 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733883623636.ee400fe0265cd72425e9a71bcdee24de. 2024-12-11T02:20:23,686 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for ee400fe0265cd72425e9a71bcdee24de: Waiting for close lock at 1733883623685Disabling compacts and flushes for region at 1733883623685Disabling writes for close at 1733883623685Writing region close event to WAL at 1733883623686 (+1 ms)Closed at 1733883623686 2024-12-11T02:20:23,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741901_1079 (size=95) 2024-12-11T02:20:23,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741901_1079 (size=95) 2024-12-11T02:20:23,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741901_1079 (size=95) 2024-12-11T02:20:23,691 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-11T02:20:23,691 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-04640616:(num 1733883623641) 2024-12-11T02:20:23,691 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-11T02:20:23,693 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38075/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733883623634, archiveDir=hdfs://localhost:38075/hbase/oldWALs, maxLogs=32 2024-12-11T02:20:23,706 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733883623634/wal.1733883623693, exclude list is [], retry=0 2024-12-11T02:20:23,709 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42339,DS-218099b2-9a37-45b9-9467-530be5376f5f,DISK] 2024-12-11T02:20:23,709 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36013,DS-fa5060c7-4172-4632-a7fa-0f218265b336,DISK] 2024-12-11T02:20:23,710 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45227,DS-ec304476-ba6d-4405-9e0f-ce26bd77d384,DISK] 2024-12-11T02:20:23,711 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733883623634/wal.1733883623693 2024-12-11T02:20:23,711 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41245:41245),(127.0.0.1/127.0.0.1:44255:44255),(127.0.0.1/127.0.0.1:39015:39015)] 2024-12-11T02:20:23,780 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => ee400fe0265cd72425e9a71bcdee24de, NAME => 'testReplayEditsAfterAbortingFlush,,1733883623636.ee400fe0265cd72425e9a71bcdee24de.', STARTKEY => '', ENDKEY => ''} 2024-12-11T02:20:23,783 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush ee400fe0265cd72425e9a71bcdee24de 2024-12-11T02:20:23,783 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733883623636.ee400fe0265cd72425e9a71bcdee24de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T02:20:23,783 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for ee400fe0265cd72425e9a71bcdee24de 2024-12-11T02:20:23,783 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for ee400fe0265cd72425e9a71bcdee24de 2024-12-11T02:20:23,786 INFO [StoreOpener-ee400fe0265cd72425e9a71bcdee24de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ee400fe0265cd72425e9a71bcdee24de 2024-12-11T02:20:23,788 INFO [StoreOpener-ee400fe0265cd72425e9a71bcdee24de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee400fe0265cd72425e9a71bcdee24de columnFamilyName a 2024-12-11T02:20:23,788 DEBUG [StoreOpener-ee400fe0265cd72425e9a71bcdee24de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:23,788 INFO [StoreOpener-ee400fe0265cd72425e9a71bcdee24de-1 {}] regionserver.HStore(327): Store=ee400fe0265cd72425e9a71bcdee24de/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:23,789 INFO [StoreOpener-ee400fe0265cd72425e9a71bcdee24de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ee400fe0265cd72425e9a71bcdee24de 2024-12-11T02:20:23,789 INFO [StoreOpener-ee400fe0265cd72425e9a71bcdee24de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee400fe0265cd72425e9a71bcdee24de columnFamilyName b 2024-12-11T02:20:23,789 DEBUG [StoreOpener-ee400fe0265cd72425e9a71bcdee24de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:23,790 INFO [StoreOpener-ee400fe0265cd72425e9a71bcdee24de-1 {}] regionserver.HStore(327): Store=ee400fe0265cd72425e9a71bcdee24de/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:23,790 INFO [StoreOpener-ee400fe0265cd72425e9a71bcdee24de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ee400fe0265cd72425e9a71bcdee24de 2024-12-11T02:20:23,791 INFO [StoreOpener-ee400fe0265cd72425e9a71bcdee24de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee400fe0265cd72425e9a71bcdee24de columnFamilyName c 2024-12-11T02:20:23,791 DEBUG [StoreOpener-ee400fe0265cd72425e9a71bcdee24de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:23,791 INFO [StoreOpener-ee400fe0265cd72425e9a71bcdee24de-1 {}] regionserver.HStore(327): Store=ee400fe0265cd72425e9a71bcdee24de/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:23,791 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ee400fe0265cd72425e9a71bcdee24de 2024-12-11T02:20:23,792 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/hbase/data/default/testReplayEditsAfterAbortingFlush/ee400fe0265cd72425e9a71bcdee24de 2024-12-11T02:20:23,793 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/hbase/data/default/testReplayEditsAfterAbortingFlush/ee400fe0265cd72425e9a71bcdee24de 2024-12-11T02:20:23,794 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ee400fe0265cd72425e9a71bcdee24de 2024-12-11T02:20:23,794 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ee400fe0265cd72425e9a71bcdee24de 2024-12-11T02:20:23,795 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T02:20:23,796 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ee400fe0265cd72425e9a71bcdee24de 2024-12-11T02:20:23,797 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ee400fe0265cd72425e9a71bcdee24de; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72280329, jitterRate=0.07706083357334137}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T02:20:23,797 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ee400fe0265cd72425e9a71bcdee24de 2024-12-11T02:20:23,798 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ee400fe0265cd72425e9a71bcdee24de: Running coprocessor pre-open hook at 1733883623783Writing region info on filesystem at 1733883623783Initializing all the Stores at 1733883623785 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883623785Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883623785Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883623785Cleaning up temporary data from old regions at 1733883623794 (+9 ms)Running coprocessor post-open hooks at 1733883623797 (+3 ms)Region opened successfully at 1733883623798 (+1 ms) 2024-12-11T02:20:23,810 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ee400fe0265cd72425e9a71bcdee24de 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-12-11T02:20:23,811 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for ee400fe0265cd72425e9a71bcdee24de/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T02:20:24,812 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for ee400fe0265cd72425e9a71bcdee24de/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T02:20:25,666 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-11T02:20:25,711 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-12-11T02:20:25,711 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-12-11T02:20:25,712 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-12-11T02:20:25,712 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-12-11T02:20:25,713 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-12-11T02:20:25,713 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-12-11T02:20:25,714 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-12-11T02:20:25,714 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-12-11T02:20:25,813 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for ee400fe0265cd72425e9a71bcdee24de/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T02:20:26,814 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for ee400fe0265cd72425e9a71bcdee24de/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T02:20:27,814 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for ee400fe0265cd72425e9a71bcdee24de/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T02:20:28,815 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for ee400fe0265cd72425e9a71bcdee24de/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T02:20:29,816 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for ee400fe0265cd72425e9a71bcdee24de/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T02:20:30,816 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for ee400fe0265cd72425e9a71bcdee24de/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T02:20:31,817 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for ee400fe0265cd72425e9a71bcdee24de/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T02:20:32,817 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for ee400fe0265cd72425e9a71bcdee24de/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T02:20:32,819 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for ee400fe0265cd72425e9a71bcdee24de: 2024-12-11T02:20:32,819 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1733883623636.ee400fe0265cd72425e9a71bcdee24de. 2024-12-11T02:20:32,834 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for ee400fe0265cd72425e9a71bcdee24de: 2024-12-11T02:20:32,834 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-12-11T02:20:32,834 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing ee400fe0265cd72425e9a71bcdee24de, disabling compactions & flushes 2024-12-11T02:20:32,834 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733883623636.ee400fe0265cd72425e9a71bcdee24de. 2024-12-11T02:20:32,834 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733883623636.ee400fe0265cd72425e9a71bcdee24de. 2024-12-11T02:20:32,834 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733883623636.ee400fe0265cd72425e9a71bcdee24de. after waiting 0 ms 2024-12-11T02:20:32,834 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733883623636.ee400fe0265cd72425e9a71bcdee24de. 2024-12-11T02:20:32,835 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1733883623636.ee400fe0265cd72425e9a71bcdee24de. 2024-12-11T02:20:32,835 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733883623636.ee400fe0265cd72425e9a71bcdee24de. 2024-12-11T02:20:32,835 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for ee400fe0265cd72425e9a71bcdee24de: Waiting for close lock at 1733883632834Running coprocessor pre-close hooks at 1733883632834Disabling compacts and flushes for region at 1733883632834Disabling writes for close at 1733883632834Writing region close event to WAL at 1733883632835 (+1 ms)Running coprocessor post-close hooks at 1733883632835Closed at 1733883632835 2024-12-11T02:20:32,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741903_1081 (size=2691) 2024-12-11T02:20:32,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741903_1081 (size=2691) 2024-12-11T02:20:32,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741903_1081 (size=2691) 2024-12-11T02:20:32,854 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38075/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733883623634/wal.1733883623693, size=2.6 K (2691bytes) 2024-12-11T02:20:32,854 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38075/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733883623634/wal.1733883623693 2024-12-11T02:20:32,854 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38075/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733883623634/wal.1733883623693 after 0ms 2024-12-11T02:20:32,856 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38075/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733883623634/wal.1733883623693: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-11T02:20:32,857 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38075/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733883623634/wal.1733883623693 took 4ms 2024-12-11T02:20:32,859 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38075/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733883623634/wal.1733883623693 so closing down 2024-12-11T02:20:32,859 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-11T02:20:32,860 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1733883623693.temp 2024-12-11T02:20:32,861 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38075/hbase/data/default/testReplayEditsAfterAbortingFlush/ee400fe0265cd72425e9a71bcdee24de/recovered.edits/0000000000000000004-wal.1733883623693.temp 2024-12-11T02:20:32,862 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-11T02:20:32,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741904_1082 (size=2094) 2024-12-11T02:20:32,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741904_1082 (size=2094) 2024-12-11T02:20:32,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741904_1082 (size=2094) 2024-12-11T02:20:32,870 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38075/hbase/data/default/testReplayEditsAfterAbortingFlush/ee400fe0265cd72425e9a71bcdee24de/recovered.edits/0000000000000000004-wal.1733883623693.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-12-11T02:20:32,871 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38075/hbase/data/default/testReplayEditsAfterAbortingFlush/ee400fe0265cd72425e9a71bcdee24de/recovered.edits/0000000000000000004-wal.1733883623693.temp to hdfs://localhost:38075/hbase/data/default/testReplayEditsAfterAbortingFlush/ee400fe0265cd72425e9a71bcdee24de/recovered.edits/0000000000000000026 2024-12-11T02:20:32,871 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 14 ms; skipped=3; WAL=hdfs://localhost:38075/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733883623634/wal.1733883623693, size=2.6 K, length=2691, corrupted=false, cancelled=false 2024-12-11T02:20:32,871 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38075/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733883623634/wal.1733883623693, journal: Splitting hdfs://localhost:38075/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733883623634/wal.1733883623693, size=2.6 K (2691bytes) at 1733883632854Finishing writing output for hdfs://localhost:38075/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733883623634/wal.1733883623693 so closing down at 1733883632859 (+5 ms)Creating recovered edits writer path=hdfs://localhost:38075/hbase/data/default/testReplayEditsAfterAbortingFlush/ee400fe0265cd72425e9a71bcdee24de/recovered.edits/0000000000000000004-wal.1733883623693.temp at 1733883632861 (+2 ms)3 split writer threads finished at 1733883632862 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38075/hbase/data/default/testReplayEditsAfterAbortingFlush/ee400fe0265cd72425e9a71bcdee24de/recovered.edits/0000000000000000004-wal.1733883623693.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1733883632870 (+8 ms)Rename recovered edits hdfs://localhost:38075/hbase/data/default/testReplayEditsAfterAbortingFlush/ee400fe0265cd72425e9a71bcdee24de/recovered.edits/0000000000000000004-wal.1733883623693.temp to hdfs://localhost:38075/hbase/data/default/testReplayEditsAfterAbortingFlush/ee400fe0265cd72425e9a71bcdee24de/recovered.edits/0000000000000000026 at 1733883632871 (+1 ms)Processed 23 edits across 1 Regions in 14 ms; skipped=3; WAL=hdfs://localhost:38075/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733883623634/wal.1733883623693, size=2.6 K, length=2691, corrupted=false, cancelled=false at 1733883632871 2024-12-11T02:20:32,873 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38075/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733883623634/wal.1733883623693 to hdfs://localhost:38075/hbase/oldWALs/wal.1733883623693 2024-12-11T02:20:32,874 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38075/hbase/data/default/testReplayEditsAfterAbortingFlush/ee400fe0265cd72425e9a71bcdee24de/recovered.edits/0000000000000000026 2024-12-11T02:20:32,874 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-11T02:20:32,875 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38075/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733883623634, archiveDir=hdfs://localhost:38075/hbase/oldWALs, maxLogs=32 2024-12-11T02:20:32,889 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733883623634/wal.1733883632876, exclude list is [], retry=0 2024-12-11T02:20:32,891 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42339,DS-218099b2-9a37-45b9-9467-530be5376f5f,DISK] 2024-12-11T02:20:32,891 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45227,DS-ec304476-ba6d-4405-9e0f-ce26bd77d384,DISK] 2024-12-11T02:20:32,891 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36013,DS-fa5060c7-4172-4632-a7fa-0f218265b336,DISK] 2024-12-11T02:20:32,893 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733883623634/wal.1733883632876 2024-12-11T02:20:32,893 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41245:41245),(127.0.0.1/127.0.0.1:39015:39015),(127.0.0.1/127.0.0.1:44255:44255)] 2024-12-11T02:20:32,893 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => ee400fe0265cd72425e9a71bcdee24de, NAME => 'testReplayEditsAfterAbortingFlush,,1733883623636.ee400fe0265cd72425e9a71bcdee24de.', STARTKEY => '', ENDKEY => ''} 2024-12-11T02:20:32,894 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush ee400fe0265cd72425e9a71bcdee24de 2024-12-11T02:20:32,894 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733883623636.ee400fe0265cd72425e9a71bcdee24de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T02:20:32,894 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for ee400fe0265cd72425e9a71bcdee24de 2024-12-11T02:20:32,894 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for ee400fe0265cd72425e9a71bcdee24de 2024-12-11T02:20:32,896 INFO [StoreOpener-ee400fe0265cd72425e9a71bcdee24de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ee400fe0265cd72425e9a71bcdee24de 2024-12-11T02:20:32,896 INFO [StoreOpener-ee400fe0265cd72425e9a71bcdee24de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee400fe0265cd72425e9a71bcdee24de columnFamilyName a 2024-12-11T02:20:32,896 DEBUG [StoreOpener-ee400fe0265cd72425e9a71bcdee24de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:32,897 INFO [StoreOpener-ee400fe0265cd72425e9a71bcdee24de-1 {}] regionserver.HStore(327): Store=ee400fe0265cd72425e9a71bcdee24de/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:32,897 INFO [StoreOpener-ee400fe0265cd72425e9a71bcdee24de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ee400fe0265cd72425e9a71bcdee24de 2024-12-11T02:20:32,898 INFO [StoreOpener-ee400fe0265cd72425e9a71bcdee24de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee400fe0265cd72425e9a71bcdee24de columnFamilyName b 2024-12-11T02:20:32,898 DEBUG [StoreOpener-ee400fe0265cd72425e9a71bcdee24de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:32,898 INFO [StoreOpener-ee400fe0265cd72425e9a71bcdee24de-1 {}] regionserver.HStore(327): Store=ee400fe0265cd72425e9a71bcdee24de/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:32,898 INFO [StoreOpener-ee400fe0265cd72425e9a71bcdee24de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ee400fe0265cd72425e9a71bcdee24de 2024-12-11T02:20:32,899 INFO [StoreOpener-ee400fe0265cd72425e9a71bcdee24de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee400fe0265cd72425e9a71bcdee24de columnFamilyName c 2024-12-11T02:20:32,899 DEBUG [StoreOpener-ee400fe0265cd72425e9a71bcdee24de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:32,899 INFO [StoreOpener-ee400fe0265cd72425e9a71bcdee24de-1 {}] regionserver.HStore(327): Store=ee400fe0265cd72425e9a71bcdee24de/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:32,899 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ee400fe0265cd72425e9a71bcdee24de 2024-12-11T02:20:32,900 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/hbase/data/default/testReplayEditsAfterAbortingFlush/ee400fe0265cd72425e9a71bcdee24de 2024-12-11T02:20:32,901 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38075/hbase/data/default/testReplayEditsAfterAbortingFlush/ee400fe0265cd72425e9a71bcdee24de 2024-12-11T02:20:32,902 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38075/hbase/data/default/testReplayEditsAfterAbortingFlush/ee400fe0265cd72425e9a71bcdee24de/recovered.edits/0000000000000000026 2024-12-11T02:20:32,904 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38075/hbase/data/default/testReplayEditsAfterAbortingFlush/ee400fe0265cd72425e9a71bcdee24de/recovered.edits/0000000000000000026: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-11T02:20:32,905 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:38075/hbase/data/default/testReplayEditsAfterAbortingFlush/ee400fe0265cd72425e9a71bcdee24de/recovered.edits/0000000000000000026 2024-12-11T02:20:32,905 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ee400fe0265cd72425e9a71bcdee24de 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-12-11T02:20:32,920 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38075/hbase/data/default/testReplayEditsAfterAbortingFlush/ee400fe0265cd72425e9a71bcdee24de/.tmp/a/0d18fd49f2b64ab1a4021db1b0b48a3f is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1733883632824/Put/seqid=0 2024-12-11T02:20:32,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741906_1084 (size=5523) 2024-12-11T02:20:32,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741906_1084 (size=5523) 2024-12-11T02:20:32,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741906_1084 (size=5523) 2024-12-11T02:20:32,926 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:38075/hbase/data/default/testReplayEditsAfterAbortingFlush/ee400fe0265cd72425e9a71bcdee24de/.tmp/a/0d18fd49f2b64ab1a4021db1b0b48a3f 2024-12-11T02:20:32,950 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38075/hbase/data/default/testReplayEditsAfterAbortingFlush/ee400fe0265cd72425e9a71bcdee24de/.tmp/b/13ed72fe99d64a92b07353d889c3db34 is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1733883632819/Put/seqid=0 2024-12-11T02:20:32,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741907_1085 (size=5524) 2024-12-11T02:20:32,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741907_1085 (size=5524) 2024-12-11T02:20:32,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741907_1085 (size=5524) 2024-12-11T02:20:32,957 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:38075/hbase/data/default/testReplayEditsAfterAbortingFlush/ee400fe0265cd72425e9a71bcdee24de/.tmp/b/13ed72fe99d64a92b07353d889c3db34 2024-12-11T02:20:32,977 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38075/hbase/data/default/testReplayEditsAfterAbortingFlush/ee400fe0265cd72425e9a71bcdee24de/.tmp/c/e892e0cf3cbc46ca8d91eecf574753df is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1733883632822/Put/seqid=0 2024-12-11T02:20:32,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741908_1086 (size=5457) 2024-12-11T02:20:32,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741908_1086 (size=5457) 2024-12-11T02:20:32,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741908_1086 (size=5457) 2024-12-11T02:20:32,983 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:38075/hbase/data/default/testReplayEditsAfterAbortingFlush/ee400fe0265cd72425e9a71bcdee24de/.tmp/c/e892e0cf3cbc46ca8d91eecf574753df 2024-12-11T02:20:32,989 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/hbase/data/default/testReplayEditsAfterAbortingFlush/ee400fe0265cd72425e9a71bcdee24de/.tmp/a/0d18fd49f2b64ab1a4021db1b0b48a3f as hdfs://localhost:38075/hbase/data/default/testReplayEditsAfterAbortingFlush/ee400fe0265cd72425e9a71bcdee24de/a/0d18fd49f2b64ab1a4021db1b0b48a3f 2024-12-11T02:20:32,994 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38075/hbase/data/default/testReplayEditsAfterAbortingFlush/ee400fe0265cd72425e9a71bcdee24de/a/0d18fd49f2b64ab1a4021db1b0b48a3f, entries=7, sequenceid=26, filesize=5.4 K 2024-12-11T02:20:32,995 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/hbase/data/default/testReplayEditsAfterAbortingFlush/ee400fe0265cd72425e9a71bcdee24de/.tmp/b/13ed72fe99d64a92b07353d889c3db34 as hdfs://localhost:38075/hbase/data/default/testReplayEditsAfterAbortingFlush/ee400fe0265cd72425e9a71bcdee24de/b/13ed72fe99d64a92b07353d889c3db34 2024-12-11T02:20:33,001 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38075/hbase/data/default/testReplayEditsAfterAbortingFlush/ee400fe0265cd72425e9a71bcdee24de/b/13ed72fe99d64a92b07353d889c3db34, entries=7, sequenceid=26, filesize=5.4 K 2024-12-11T02:20:33,002 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/hbase/data/default/testReplayEditsAfterAbortingFlush/ee400fe0265cd72425e9a71bcdee24de/.tmp/c/e892e0cf3cbc46ca8d91eecf574753df as hdfs://localhost:38075/hbase/data/default/testReplayEditsAfterAbortingFlush/ee400fe0265cd72425e9a71bcdee24de/c/e892e0cf3cbc46ca8d91eecf574753df 2024-12-11T02:20:33,007 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38075/hbase/data/default/testReplayEditsAfterAbortingFlush/ee400fe0265cd72425e9a71bcdee24de/c/e892e0cf3cbc46ca8d91eecf574753df, entries=6, sequenceid=26, filesize=5.3 K 2024-12-11T02:20:33,007 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for ee400fe0265cd72425e9a71bcdee24de in 102ms, sequenceid=26, compaction requested=false; wal=null 2024-12-11T02:20:33,008 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38075/hbase/data/default/testReplayEditsAfterAbortingFlush/ee400fe0265cd72425e9a71bcdee24de/recovered.edits/0000000000000000026 2024-12-11T02:20:33,009 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ee400fe0265cd72425e9a71bcdee24de 2024-12-11T02:20:33,009 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ee400fe0265cd72425e9a71bcdee24de 2024-12-11T02:20:33,010 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T02:20:33,012 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ee400fe0265cd72425e9a71bcdee24de 2024-12-11T02:20:33,014 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38075/hbase/data/default/testReplayEditsAfterAbortingFlush/ee400fe0265cd72425e9a71bcdee24de/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-12-11T02:20:33,015 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ee400fe0265cd72425e9a71bcdee24de; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74660054, jitterRate=0.11252149939537048}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T02:20:33,015 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ee400fe0265cd72425e9a71bcdee24de 2024-12-11T02:20:33,016 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ee400fe0265cd72425e9a71bcdee24de: Running coprocessor pre-open hook at 1733883632894Writing region info on filesystem at 1733883632894Initializing all the Stores at 1733883632895 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883632895Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883632895Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883632895Obtaining lock to block concurrent updates at 1733883632905 (+10 ms)Preparing flush snapshotting stores in ee400fe0265cd72425e9a71bcdee24de at 1733883632905Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1733883623636.ee400fe0265cd72425e9a71bcdee24de., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1733883632905Flushing stores of testReplayEditsAfterAbortingFlush,,1733883623636.ee400fe0265cd72425e9a71bcdee24de. at 1733883632906 (+1 ms)Flushing ee400fe0265cd72425e9a71bcdee24de/a: creating writer at 1733883632906Flushing ee400fe0265cd72425e9a71bcdee24de/a: appending metadata at 1733883632919 (+13 ms)Flushing ee400fe0265cd72425e9a71bcdee24de/a: closing flushed file at 1733883632919Flushing ee400fe0265cd72425e9a71bcdee24de/b: creating writer at 1733883632931 (+12 ms)Flushing ee400fe0265cd72425e9a71bcdee24de/b: appending metadata at 1733883632950 (+19 ms)Flushing ee400fe0265cd72425e9a71bcdee24de/b: closing flushed file at 1733883632950Flushing ee400fe0265cd72425e9a71bcdee24de/c: creating writer at 1733883632962 (+12 ms)Flushing ee400fe0265cd72425e9a71bcdee24de/c: appending metadata at 1733883632976 (+14 ms)Flushing ee400fe0265cd72425e9a71bcdee24de/c: closing flushed file at 1733883632976Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c6c1293: reopening flushed file at 1733883632988 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@109fcc: reopening flushed file at 1733883632995 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ba186a0: reopening flushed file at 1733883633001 (+6 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for ee400fe0265cd72425e9a71bcdee24de in 102ms, sequenceid=26, compaction requested=false; wal=null at 1733883633007 (+6 ms)Cleaning up temporary data from old regions at 1733883633009 (+2 ms)Running coprocessor post-open hooks at 1733883633015 (+6 ms)Region opened successfully at 1733883633015 2024-12-11T02:20:33,040 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=420 (was 420), OpenFileDescriptor=1183 (was 1125) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=114 (was 135), ProcessCount=11 (was 11), AvailableMemoryMB=6183 (was 6189) 2024-12-11T02:20:33,040 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1183 is superior to 1024 2024-12-11T02:20:33,054 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=420, OpenFileDescriptor=1183, MaxFileDescriptor=1048576, SystemLoadAverage=114, ProcessCount=11, AvailableMemoryMB=6183 2024-12-11T02:20:33,054 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1183 is superior to 1024 2024-12-11T02:20:33,069 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T02:20:33,071 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T02:20:33,072 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T02:20:33,074 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-61091949, suffix=, logDir=hdfs://localhost:38075/hbase/WALs/hregion-61091949, archiveDir=hdfs://localhost:38075/hbase/oldWALs, maxLogs=32 2024-12-11T02:20:33,087 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-61091949/hregion-61091949.1733883633074, exclude list is [], retry=0 2024-12-11T02:20:33,089 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36013,DS-fa5060c7-4172-4632-a7fa-0f218265b336,DISK] 2024-12-11T02:20:33,089 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42339,DS-218099b2-9a37-45b9-9467-530be5376f5f,DISK] 2024-12-11T02:20:33,089 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45227,DS-ec304476-ba6d-4405-9e0f-ce26bd77d384,DISK] 2024-12-11T02:20:33,091 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-61091949/hregion-61091949.1733883633074 2024-12-11T02:20:33,092 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44255:44255),(127.0.0.1/127.0.0.1:41245:41245),(127.0.0.1/127.0.0.1:39015:39015)] 2024-12-11T02:20:33,092 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 7a5db64622dde05947ed55bef3324c58, NAME => 'testDatalossWhenInputError,,1733883633070.7a5db64622dde05947ed55bef3324c58.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38075/hbase 2024-12-11T02:20:33,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741910_1088 (size=61) 2024-12-11T02:20:33,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741910_1088 (size=61) 2024-12-11T02:20:33,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741910_1088 (size=61) 2024-12-11T02:20:33,101 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733883633070.7a5db64622dde05947ed55bef3324c58.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T02:20:33,102 INFO [StoreOpener-7a5db64622dde05947ed55bef3324c58-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7a5db64622dde05947ed55bef3324c58 2024-12-11T02:20:33,104 INFO [StoreOpener-7a5db64622dde05947ed55bef3324c58-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a5db64622dde05947ed55bef3324c58 columnFamilyName a 2024-12-11T02:20:33,104 DEBUG [StoreOpener-7a5db64622dde05947ed55bef3324c58-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:33,104 INFO [StoreOpener-7a5db64622dde05947ed55bef3324c58-1 {}] regionserver.HStore(327): Store=7a5db64622dde05947ed55bef3324c58/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:33,104 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7a5db64622dde05947ed55bef3324c58 2024-12-11T02:20:33,105 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/hbase/data/default/testDatalossWhenInputError/7a5db64622dde05947ed55bef3324c58 2024-12-11T02:20:33,105 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/hbase/data/default/testDatalossWhenInputError/7a5db64622dde05947ed55bef3324c58 2024-12-11T02:20:33,105 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7a5db64622dde05947ed55bef3324c58 2024-12-11T02:20:33,105 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7a5db64622dde05947ed55bef3324c58 2024-12-11T02:20:33,107 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7a5db64622dde05947ed55bef3324c58 2024-12-11T02:20:33,109 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38075/hbase/data/default/testDatalossWhenInputError/7a5db64622dde05947ed55bef3324c58/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T02:20:33,109 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 7a5db64622dde05947ed55bef3324c58; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59381177, jitterRate=-0.11515150964260101}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T02:20:33,110 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7a5db64622dde05947ed55bef3324c58: Writing region info on filesystem at 1733883633101Initializing all the Stores at 1733883633102 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883633102Cleaning up temporary data from old regions at 1733883633105 (+3 ms)Region opened successfully at 1733883633110 (+5 ms) 2024-12-11T02:20:33,110 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 7a5db64622dde05947ed55bef3324c58, disabling compactions & flushes 2024-12-11T02:20:33,110 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733883633070.7a5db64622dde05947ed55bef3324c58. 2024-12-11T02:20:33,110 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733883633070.7a5db64622dde05947ed55bef3324c58. 2024-12-11T02:20:33,110 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733883633070.7a5db64622dde05947ed55bef3324c58. after waiting 0 ms 2024-12-11T02:20:33,110 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733883633070.7a5db64622dde05947ed55bef3324c58. 2024-12-11T02:20:33,110 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733883633070.7a5db64622dde05947ed55bef3324c58. 2024-12-11T02:20:33,110 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 7a5db64622dde05947ed55bef3324c58: Waiting for close lock at 1733883633110Disabling compacts and flushes for region at 1733883633110Disabling writes for close at 1733883633110Writing region close event to WAL at 1733883633110Closed at 1733883633110 2024-12-11T02:20:33,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741909_1087 (size=95) 2024-12-11T02:20:33,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741909_1087 (size=95) 2024-12-11T02:20:33,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741909_1087 (size=95) 2024-12-11T02:20:33,115 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-11T02:20:33,115 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-61091949:(num 1733883633074) 2024-12-11T02:20:33,115 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-11T02:20:33,116 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38075/hbase/WALs/testdatalosswheninputerror-manual,16010,1733883633069, archiveDir=hdfs://localhost:38075/hbase/oldWALs, maxLogs=32 2024-12-11T02:20:33,130 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733883633069/wal.1733883633117, exclude list is [], retry=0 2024-12-11T02:20:33,132 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45227,DS-ec304476-ba6d-4405-9e0f-ce26bd77d384,DISK] 2024-12-11T02:20:33,133 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42339,DS-218099b2-9a37-45b9-9467-530be5376f5f,DISK] 2024-12-11T02:20:33,133 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36013,DS-fa5060c7-4172-4632-a7fa-0f218265b336,DISK] 2024-12-11T02:20:33,134 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733883633069/wal.1733883633117 2024-12-11T02:20:33,135 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39015:39015),(127.0.0.1/127.0.0.1:41245:41245),(127.0.0.1/127.0.0.1:44255:44255)] 2024-12-11T02:20:33,135 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 7a5db64622dde05947ed55bef3324c58, NAME => 'testDatalossWhenInputError,,1733883633070.7a5db64622dde05947ed55bef3324c58.', STARTKEY => '', ENDKEY => ''} 2024-12-11T02:20:33,135 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733883633070.7a5db64622dde05947ed55bef3324c58.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T02:20:33,135 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 7a5db64622dde05947ed55bef3324c58 2024-12-11T02:20:33,135 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 7a5db64622dde05947ed55bef3324c58 2024-12-11T02:20:33,136 INFO [StoreOpener-7a5db64622dde05947ed55bef3324c58-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7a5db64622dde05947ed55bef3324c58 2024-12-11T02:20:33,137 INFO [StoreOpener-7a5db64622dde05947ed55bef3324c58-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a5db64622dde05947ed55bef3324c58 columnFamilyName a 2024-12-11T02:20:33,137 DEBUG [StoreOpener-7a5db64622dde05947ed55bef3324c58-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:33,138 INFO [StoreOpener-7a5db64622dde05947ed55bef3324c58-1 {}] regionserver.HStore(327): Store=7a5db64622dde05947ed55bef3324c58/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:33,138 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7a5db64622dde05947ed55bef3324c58 2024-12-11T02:20:33,138 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/hbase/data/default/testDatalossWhenInputError/7a5db64622dde05947ed55bef3324c58 2024-12-11T02:20:33,139 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/hbase/data/default/testDatalossWhenInputError/7a5db64622dde05947ed55bef3324c58 2024-12-11T02:20:33,140 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7a5db64622dde05947ed55bef3324c58 2024-12-11T02:20:33,140 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7a5db64622dde05947ed55bef3324c58 2024-12-11T02:20:33,141 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7a5db64622dde05947ed55bef3324c58 2024-12-11T02:20:33,142 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 7a5db64622dde05947ed55bef3324c58; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73761866, jitterRate=0.09913745522499084}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T02:20:33,143 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7a5db64622dde05947ed55bef3324c58: Writing region info on filesystem at 1733883633135Initializing all the Stores at 1733883633136 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883633136Cleaning up temporary data from old regions at 1733883633140 (+4 ms)Region opened successfully at 1733883633143 (+3 ms) 2024-12-11T02:20:33,150 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 7a5db64622dde05947ed55bef3324c58, disabling compactions & flushes 2024-12-11T02:20:33,151 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733883633070.7a5db64622dde05947ed55bef3324c58. 2024-12-11T02:20:33,151 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733883633070.7a5db64622dde05947ed55bef3324c58. 2024-12-11T02:20:33,151 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733883633070.7a5db64622dde05947ed55bef3324c58. after waiting 0 ms 2024-12-11T02:20:33,151 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733883633070.7a5db64622dde05947ed55bef3324c58. 2024-12-11T02:20:33,151 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1733883633070.7a5db64622dde05947ed55bef3324c58. 2024-12-11T02:20:33,151 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733883633070.7a5db64622dde05947ed55bef3324c58. 2024-12-11T02:20:33,151 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 7a5db64622dde05947ed55bef3324c58: Waiting for close lock at 1733883633150Disabling compacts and flushes for region at 1733883633150Disabling writes for close at 1733883633151 (+1 ms)Writing region close event to WAL at 1733883633151Closed at 1733883633151 2024-12-11T02:20:33,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741911_1089 (size=1050) 2024-12-11T02:20:33,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741911_1089 (size=1050) 2024-12-11T02:20:33,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741911_1089 (size=1050) 2024-12-11T02:20:33,169 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38075/hbase/WALs/testdatalosswheninputerror-manual,16010,1733883633069/wal.1733883633117, size=1.0 K (1050bytes) 2024-12-11T02:20:33,169 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38075/hbase/WALs/testdatalosswheninputerror-manual,16010,1733883633069/wal.1733883633117 2024-12-11T02:20:33,170 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38075/hbase/WALs/testdatalosswheninputerror-manual,16010,1733883633069/wal.1733883633117 after 1ms 2024-12-11T02:20:33,172 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38075/hbase/WALs/testdatalosswheninputerror-manual,16010,1733883633069/wal.1733883633117: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-11T02:20:33,172 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38075/hbase/WALs/testdatalosswheninputerror-manual,16010,1733883633069/wal.1733883633117 took 3ms 2024-12-11T02:20:33,174 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38075/hbase/WALs/testdatalosswheninputerror-manual,16010,1733883633069/wal.1733883633117 so closing down 2024-12-11T02:20:33,174 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-11T02:20:33,175 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733883633117.temp 2024-12-11T02:20:33,176 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38075/hbase/data/default/testDatalossWhenInputError/7a5db64622dde05947ed55bef3324c58/recovered.edits/0000000000000000003-wal.1733883633117.temp 2024-12-11T02:20:33,176 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-11T02:20:33,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741912_1090 (size=1050) 2024-12-11T02:20:33,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741912_1090 (size=1050) 2024-12-11T02:20:33,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741912_1090 (size=1050) 2024-12-11T02:20:33,184 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38075/hbase/data/default/testDatalossWhenInputError/7a5db64622dde05947ed55bef3324c58/recovered.edits/0000000000000000003-wal.1733883633117.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-11T02:20:33,186 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38075/hbase/data/default/testDatalossWhenInputError/7a5db64622dde05947ed55bef3324c58/recovered.edits/0000000000000000003-wal.1733883633117.temp to hdfs://localhost:38075/hbase/data/default/testDatalossWhenInputError/7a5db64622dde05947ed55bef3324c58/recovered.edits/0000000000000000012 2024-12-11T02:20:33,186 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:38075/hbase/WALs/testdatalosswheninputerror-manual,16010,1733883633069/wal.1733883633117, size=1.0 K, length=1050, corrupted=false, cancelled=false 2024-12-11T02:20:33,186 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38075/hbase/WALs/testdatalosswheninputerror-manual,16010,1733883633069/wal.1733883633117, journal: Splitting hdfs://localhost:38075/hbase/WALs/testdatalosswheninputerror-manual,16010,1733883633069/wal.1733883633117, size=1.0 K (1050bytes) at 1733883633169Finishing writing output for hdfs://localhost:38075/hbase/WALs/testdatalosswheninputerror-manual,16010,1733883633069/wal.1733883633117 so closing down at 1733883633174 (+5 ms)Creating recovered edits writer path=hdfs://localhost:38075/hbase/data/default/testDatalossWhenInputError/7a5db64622dde05947ed55bef3324c58/recovered.edits/0000000000000000003-wal.1733883633117.temp at 1733883633176 (+2 ms)3 split writer threads finished at 1733883633176Closed recovered edits writer path=hdfs://localhost:38075/hbase/data/default/testDatalossWhenInputError/7a5db64622dde05947ed55bef3324c58/recovered.edits/0000000000000000003-wal.1733883633117.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733883633184 (+8 ms)Rename recovered edits hdfs://localhost:38075/hbase/data/default/testDatalossWhenInputError/7a5db64622dde05947ed55bef3324c58/recovered.edits/0000000000000000003-wal.1733883633117.temp to hdfs://localhost:38075/hbase/data/default/testDatalossWhenInputError/7a5db64622dde05947ed55bef3324c58/recovered.edits/0000000000000000012 at 1733883633186 (+2 ms)Processed 10 edits across 1 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:38075/hbase/WALs/testdatalosswheninputerror-manual,16010,1733883633069/wal.1733883633117, size=1.0 K, length=1050, corrupted=false, cancelled=false at 1733883633186 2024-12-11T02:20:33,188 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38075/hbase/WALs/testdatalosswheninputerror-manual,16010,1733883633069/wal.1733883633117 to hdfs://localhost:38075/hbase/oldWALs/wal.1733883633117 2024-12-11T02:20:33,189 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38075/hbase/data/default/testDatalossWhenInputError/7a5db64622dde05947ed55bef3324c58/recovered.edits/0000000000000000012 2024-12-11T02:20:33,192 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38075/hbase/data/default/testDatalossWhenInputError/7a5db64622dde05947ed55bef3324c58/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-11T02:20:33,509 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-11T02:20:33,512 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38075/hbase/WALs/testdatalosswheninputerror-manual,16010,1733883633069, archiveDir=hdfs://localhost:38075/hbase/oldWALs, maxLogs=32 2024-12-11T02:20:33,525 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733883633069/wal.1733883633512, exclude list is [], retry=0 2024-12-11T02:20:33,528 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45227,DS-ec304476-ba6d-4405-9e0f-ce26bd77d384,DISK] 2024-12-11T02:20:33,528 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42339,DS-218099b2-9a37-45b9-9467-530be5376f5f,DISK] 2024-12-11T02:20:33,529 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36013,DS-fa5060c7-4172-4632-a7fa-0f218265b336,DISK] 2024-12-11T02:20:33,530 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733883633069/wal.1733883633512 2024-12-11T02:20:33,531 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39015:39015),(127.0.0.1/127.0.0.1:41245:41245),(127.0.0.1/127.0.0.1:44255:44255)] 2024-12-11T02:20:33,531 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 7a5db64622dde05947ed55bef3324c58, NAME => 'testDatalossWhenInputError,,1733883633070.7a5db64622dde05947ed55bef3324c58.', STARTKEY => '', ENDKEY => ''} 2024-12-11T02:20:33,531 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733883633070.7a5db64622dde05947ed55bef3324c58.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T02:20:33,531 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 7a5db64622dde05947ed55bef3324c58 2024-12-11T02:20:33,531 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 7a5db64622dde05947ed55bef3324c58 2024-12-11T02:20:33,535 INFO [StoreOpener-7a5db64622dde05947ed55bef3324c58-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7a5db64622dde05947ed55bef3324c58 2024-12-11T02:20:33,536 INFO [StoreOpener-7a5db64622dde05947ed55bef3324c58-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a5db64622dde05947ed55bef3324c58 columnFamilyName a 2024-12-11T02:20:33,536 DEBUG [StoreOpener-7a5db64622dde05947ed55bef3324c58-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:33,537 INFO [StoreOpener-7a5db64622dde05947ed55bef3324c58-1 {}] regionserver.HStore(327): Store=7a5db64622dde05947ed55bef3324c58/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:33,537 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7a5db64622dde05947ed55bef3324c58 2024-12-11T02:20:33,538 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/hbase/data/default/testDatalossWhenInputError/7a5db64622dde05947ed55bef3324c58 2024-12-11T02:20:33,539 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38075/hbase/data/default/testDatalossWhenInputError/7a5db64622dde05947ed55bef3324c58 2024-12-11T02:20:33,540 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38075/hbase/data/default/testDatalossWhenInputError/7a5db64622dde05947ed55bef3324c58/recovered.edits/0000000000000000012 2024-12-11T02:20:33,542 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38075/hbase/data/default/testDatalossWhenInputError/7a5db64622dde05947ed55bef3324c58/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-11T02:20:33,543 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:38075/hbase/data/default/testDatalossWhenInputError/7a5db64622dde05947ed55bef3324c58/recovered.edits/0000000000000000012 2024-12-11T02:20:33,543 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 7a5db64622dde05947ed55bef3324c58 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-12-11T02:20:33,563 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38075/hbase/data/default/testDatalossWhenInputError/7a5db64622dde05947ed55bef3324c58/.tmp/a/66ed8983254644ff9e5e56df01f02e3f is 79, key is testDatalossWhenInputError/a:x0/1733883633143/Put/seqid=0 2024-12-11T02:20:33,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741914_1092 (size=5808) 2024-12-11T02:20:33,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741914_1092 (size=5808) 2024-12-11T02:20:33,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741914_1092 (size=5808) 2024-12-11T02:20:33,570 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38075/hbase/data/default/testDatalossWhenInputError/7a5db64622dde05947ed55bef3324c58/.tmp/a/66ed8983254644ff9e5e56df01f02e3f 2024-12-11T02:20:33,579 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/hbase/data/default/testDatalossWhenInputError/7a5db64622dde05947ed55bef3324c58/.tmp/a/66ed8983254644ff9e5e56df01f02e3f as hdfs://localhost:38075/hbase/data/default/testDatalossWhenInputError/7a5db64622dde05947ed55bef3324c58/a/66ed8983254644ff9e5e56df01f02e3f 2024-12-11T02:20:33,587 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38075/hbase/data/default/testDatalossWhenInputError/7a5db64622dde05947ed55bef3324c58/a/66ed8983254644ff9e5e56df01f02e3f, entries=10, sequenceid=12, filesize=5.7 K 2024-12-11T02:20:33,588 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 7a5db64622dde05947ed55bef3324c58 in 45ms, sequenceid=12, compaction requested=false; wal=null 2024-12-11T02:20:33,588 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38075/hbase/data/default/testDatalossWhenInputError/7a5db64622dde05947ed55bef3324c58/recovered.edits/0000000000000000012 2024-12-11T02:20:33,589 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7a5db64622dde05947ed55bef3324c58 2024-12-11T02:20:33,590 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7a5db64622dde05947ed55bef3324c58 2024-12-11T02:20:33,593 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7a5db64622dde05947ed55bef3324c58 2024-12-11T02:20:33,595 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38075/hbase/data/default/testDatalossWhenInputError/7a5db64622dde05947ed55bef3324c58/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-11T02:20:33,596 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 7a5db64622dde05947ed55bef3324c58; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58922211, jitterRate=-0.1219906359910965}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T02:20:33,596 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7a5db64622dde05947ed55bef3324c58: Writing region info on filesystem at 1733883633531Initializing all the Stores at 1733883633534 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883633534Obtaining lock to block concurrent updates at 1733883633543 (+9 ms)Preparing flush snapshotting stores in 7a5db64622dde05947ed55bef3324c58 at 1733883633543Finished memstore snapshotting testDatalossWhenInputError,,1733883633070.7a5db64622dde05947ed55bef3324c58., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1733883633544 (+1 ms)Flushing stores of testDatalossWhenInputError,,1733883633070.7a5db64622dde05947ed55bef3324c58. at 1733883633544Flushing 7a5db64622dde05947ed55bef3324c58/a: creating writer at 1733883633544Flushing 7a5db64622dde05947ed55bef3324c58/a: appending metadata at 1733883633562 (+18 ms)Flushing 7a5db64622dde05947ed55bef3324c58/a: closing flushed file at 1733883633562Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1928f9f6: reopening flushed file at 1733883633578 (+16 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 7a5db64622dde05947ed55bef3324c58 in 45ms, sequenceid=12, compaction requested=false; wal=null at 1733883633588 (+10 ms)Cleaning up temporary data from old regions at 1733883633590 (+2 ms)Region opened successfully at 1733883633596 (+6 ms) 2024-12-11T02:20:33,599 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 7a5db64622dde05947ed55bef3324c58, NAME => 'testDatalossWhenInputError,,1733883633070.7a5db64622dde05947ed55bef3324c58.', STARTKEY => '', ENDKEY => ''} 2024-12-11T02:20:33,599 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733883633070.7a5db64622dde05947ed55bef3324c58.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T02:20:33,599 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 7a5db64622dde05947ed55bef3324c58 2024-12-11T02:20:33,599 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 7a5db64622dde05947ed55bef3324c58 2024-12-11T02:20:33,600 INFO [StoreOpener-7a5db64622dde05947ed55bef3324c58-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7a5db64622dde05947ed55bef3324c58 2024-12-11T02:20:33,601 INFO [StoreOpener-7a5db64622dde05947ed55bef3324c58-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a5db64622dde05947ed55bef3324c58 columnFamilyName a 2024-12-11T02:20:33,601 DEBUG [StoreOpener-7a5db64622dde05947ed55bef3324c58-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:33,607 DEBUG [StoreOpener-7a5db64622dde05947ed55bef3324c58-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38075/hbase/data/default/testDatalossWhenInputError/7a5db64622dde05947ed55bef3324c58/a/66ed8983254644ff9e5e56df01f02e3f 2024-12-11T02:20:33,607 INFO [StoreOpener-7a5db64622dde05947ed55bef3324c58-1 {}] regionserver.HStore(327): Store=7a5db64622dde05947ed55bef3324c58/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:33,608 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7a5db64622dde05947ed55bef3324c58 2024-12-11T02:20:33,609 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/hbase/data/default/testDatalossWhenInputError/7a5db64622dde05947ed55bef3324c58 2024-12-11T02:20:33,610 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/hbase/data/default/testDatalossWhenInputError/7a5db64622dde05947ed55bef3324c58 2024-12-11T02:20:33,611 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7a5db64622dde05947ed55bef3324c58 2024-12-11T02:20:33,611 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7a5db64622dde05947ed55bef3324c58 2024-12-11T02:20:33,612 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7a5db64622dde05947ed55bef3324c58 2024-12-11T02:20:33,615 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38075/hbase/data/default/testDatalossWhenInputError/7a5db64622dde05947ed55bef3324c58/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-12-11T02:20:33,616 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 7a5db64622dde05947ed55bef3324c58; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70881548, jitterRate=0.05621737241744995}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T02:20:33,616 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7a5db64622dde05947ed55bef3324c58: Writing region info on filesystem at 1733883633599Initializing all the Stores at 1733883633600 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883633600Cleaning up temporary data from old regions at 1733883633611 (+11 ms)Region opened successfully at 1733883633616 (+5 ms) 2024-12-11T02:20:33,637 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=430 (was 420) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1903776113_22 at /127.0.0.1:44180 [Receiving block BP-170343088-172.17.0.2-1733883601722:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1903776113_22 at /127.0.0.1:51264 [Receiving block BP-170343088-172.17.0.2-1733883601722:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1903776113_22 at /127.0.0.1:44124 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-170343088-172.17.0.2-1733883601722:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-170343088-172.17.0.2-1733883601722:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1903776113_22 at /127.0.0.1:33120 [Receiving block BP-170343088-172.17.0.2-1733883601722:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-170343088-172.17.0.2-1733883601722:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1903776113_22 at /127.0.0.1:51218 [Waiting for operation #21] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1265 (was 1183) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=114 (was 114), ProcessCount=11 (was 11), AvailableMemoryMB=6178 (was 6183) 2024-12-11T02:20:33,637 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1265 is superior to 1024 2024-12-11T02:20:33,652 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=430, OpenFileDescriptor=1265, MaxFileDescriptor=1048576, SystemLoadAverage=114, ProcessCount=11, AvailableMemoryMB=6177 2024-12-11T02:20:33,652 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1265 is superior to 1024 2024-12-11T02:20:33,667 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T02:20:33,669 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T02:20:33,670 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T02:20:33,672 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-93831674, suffix=, logDir=hdfs://localhost:38075/hbase/WALs/hregion-93831674, archiveDir=hdfs://localhost:38075/hbase/oldWALs, maxLogs=32 2024-12-11T02:20:33,685 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-93831674/hregion-93831674.1733883633672, exclude list is [], retry=0 2024-12-11T02:20:33,687 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42339,DS-218099b2-9a37-45b9-9467-530be5376f5f,DISK] 2024-12-11T02:20:33,688 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36013,DS-fa5060c7-4172-4632-a7fa-0f218265b336,DISK] 2024-12-11T02:20:33,688 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45227,DS-ec304476-ba6d-4405-9e0f-ce26bd77d384,DISK] 2024-12-11T02:20:33,690 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-93831674/hregion-93831674.1733883633672 2024-12-11T02:20:33,690 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41245:41245),(127.0.0.1/127.0.0.1:44255:44255),(127.0.0.1/127.0.0.1:39015:39015)] 2024-12-11T02:20:33,690 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 7b308888b844d093866e6e9204c654f7, NAME => 'testCompactedBulkLoadedFiles,,1733883633668.7b308888b844d093866e6e9204c654f7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38075/hbase 2024-12-11T02:20:33,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741916_1094 (size=63) 2024-12-11T02:20:33,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741916_1094 (size=63) 2024-12-11T02:20:33,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741916_1094 (size=63) 2024-12-11T02:20:33,699 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733883633668.7b308888b844d093866e6e9204c654f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T02:20:33,700 INFO [StoreOpener-7b308888b844d093866e6e9204c654f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7b308888b844d093866e6e9204c654f7 2024-12-11T02:20:33,701 INFO [StoreOpener-7b308888b844d093866e6e9204c654f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b308888b844d093866e6e9204c654f7 columnFamilyName a 2024-12-11T02:20:33,702 DEBUG [StoreOpener-7b308888b844d093866e6e9204c654f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:33,702 INFO [StoreOpener-7b308888b844d093866e6e9204c654f7-1 {}] regionserver.HStore(327): Store=7b308888b844d093866e6e9204c654f7/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:33,702 INFO [StoreOpener-7b308888b844d093866e6e9204c654f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 7b308888b844d093866e6e9204c654f7 2024-12-11T02:20:33,703 INFO [StoreOpener-7b308888b844d093866e6e9204c654f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b308888b844d093866e6e9204c654f7 columnFamilyName b 2024-12-11T02:20:33,703 DEBUG [StoreOpener-7b308888b844d093866e6e9204c654f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:33,704 INFO [StoreOpener-7b308888b844d093866e6e9204c654f7-1 {}] regionserver.HStore(327): Store=7b308888b844d093866e6e9204c654f7/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:33,704 INFO [StoreOpener-7b308888b844d093866e6e9204c654f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 7b308888b844d093866e6e9204c654f7 2024-12-11T02:20:33,705 INFO [StoreOpener-7b308888b844d093866e6e9204c654f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b308888b844d093866e6e9204c654f7 columnFamilyName c 2024-12-11T02:20:33,705 DEBUG [StoreOpener-7b308888b844d093866e6e9204c654f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:33,706 INFO [StoreOpener-7b308888b844d093866e6e9204c654f7-1 {}] regionserver.HStore(327): Store=7b308888b844d093866e6e9204c654f7/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:33,706 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7b308888b844d093866e6e9204c654f7 2024-12-11T02:20:33,706 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/hbase/data/default/testCompactedBulkLoadedFiles/7b308888b844d093866e6e9204c654f7 2024-12-11T02:20:33,707 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/hbase/data/default/testCompactedBulkLoadedFiles/7b308888b844d093866e6e9204c654f7 2024-12-11T02:20:33,708 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7b308888b844d093866e6e9204c654f7 2024-12-11T02:20:33,708 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7b308888b844d093866e6e9204c654f7 2024-12-11T02:20:33,708 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T02:20:33,709 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7b308888b844d093866e6e9204c654f7 2024-12-11T02:20:33,711 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38075/hbase/data/default/testCompactedBulkLoadedFiles/7b308888b844d093866e6e9204c654f7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T02:20:33,712 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 7b308888b844d093866e6e9204c654f7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71443690, jitterRate=0.06459394097328186}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T02:20:33,712 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7b308888b844d093866e6e9204c654f7: Writing region info on filesystem at 1733883633699Initializing all the Stores at 1733883633700 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883633700Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883633700Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883633700Cleaning up temporary data from old regions at 1733883633708 (+8 ms)Region opened successfully at 1733883633712 (+4 ms) 2024-12-11T02:20:33,712 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 7b308888b844d093866e6e9204c654f7, disabling compactions & flushes 2024-12-11T02:20:33,712 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733883633668.7b308888b844d093866e6e9204c654f7. 2024-12-11T02:20:33,712 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733883633668.7b308888b844d093866e6e9204c654f7. 2024-12-11T02:20:33,712 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733883633668.7b308888b844d093866e6e9204c654f7. after waiting 0 ms 2024-12-11T02:20:33,712 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733883633668.7b308888b844d093866e6e9204c654f7. 2024-12-11T02:20:33,713 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733883633668.7b308888b844d093866e6e9204c654f7. 2024-12-11T02:20:33,713 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 7b308888b844d093866e6e9204c654f7: Waiting for close lock at 1733883633712Disabling compacts and flushes for region at 1733883633712Disabling writes for close at 1733883633712Writing region close event to WAL at 1733883633713 (+1 ms)Closed at 1733883633713 2024-12-11T02:20:33,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741915_1093 (size=95) 2024-12-11T02:20:33,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741915_1093 (size=95) 2024-12-11T02:20:33,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741915_1093 (size=95) 2024-12-11T02:20:33,718 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-11T02:20:33,718 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-93831674:(num 1733883633672) 2024-12-11T02:20:33,718 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-11T02:20:33,720 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38075/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733883633667, archiveDir=hdfs://localhost:38075/hbase/oldWALs, maxLogs=32 2024-12-11T02:20:33,738 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733883633667/wal.1733883633721, exclude list is [], retry=0 2024-12-11T02:20:33,741 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45227,DS-ec304476-ba6d-4405-9e0f-ce26bd77d384,DISK] 2024-12-11T02:20:33,741 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42339,DS-218099b2-9a37-45b9-9467-530be5376f5f,DISK] 2024-12-11T02:20:33,742 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36013,DS-fa5060c7-4172-4632-a7fa-0f218265b336,DISK] 2024-12-11T02:20:33,743 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733883633667/wal.1733883633721 2024-12-11T02:20:33,743 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39015:39015),(127.0.0.1/127.0.0.1:41245:41245),(127.0.0.1/127.0.0.1:44255:44255)] 2024-12-11T02:20:33,744 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 7b308888b844d093866e6e9204c654f7, NAME => 'testCompactedBulkLoadedFiles,,1733883633668.7b308888b844d093866e6e9204c654f7.', STARTKEY => '', ENDKEY => ''} 2024-12-11T02:20:33,744 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733883633668.7b308888b844d093866e6e9204c654f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T02:20:33,744 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 7b308888b844d093866e6e9204c654f7 2024-12-11T02:20:33,744 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 7b308888b844d093866e6e9204c654f7 2024-12-11T02:20:33,746 INFO [StoreOpener-7b308888b844d093866e6e9204c654f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7b308888b844d093866e6e9204c654f7 2024-12-11T02:20:33,747 INFO [StoreOpener-7b308888b844d093866e6e9204c654f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b308888b844d093866e6e9204c654f7 columnFamilyName a 2024-12-11T02:20:33,747 DEBUG [StoreOpener-7b308888b844d093866e6e9204c654f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:33,747 INFO [StoreOpener-7b308888b844d093866e6e9204c654f7-1 {}] regionserver.HStore(327): Store=7b308888b844d093866e6e9204c654f7/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:33,747 INFO [StoreOpener-7b308888b844d093866e6e9204c654f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 7b308888b844d093866e6e9204c654f7 2024-12-11T02:20:33,748 INFO [StoreOpener-7b308888b844d093866e6e9204c654f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b308888b844d093866e6e9204c654f7 columnFamilyName b 2024-12-11T02:20:33,748 DEBUG [StoreOpener-7b308888b844d093866e6e9204c654f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:33,749 INFO [StoreOpener-7b308888b844d093866e6e9204c654f7-1 {}] regionserver.HStore(327): Store=7b308888b844d093866e6e9204c654f7/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:33,749 INFO [StoreOpener-7b308888b844d093866e6e9204c654f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 7b308888b844d093866e6e9204c654f7 2024-12-11T02:20:33,750 INFO [StoreOpener-7b308888b844d093866e6e9204c654f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b308888b844d093866e6e9204c654f7 columnFamilyName c 2024-12-11T02:20:33,750 DEBUG [StoreOpener-7b308888b844d093866e6e9204c654f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:33,750 INFO [StoreOpener-7b308888b844d093866e6e9204c654f7-1 {}] regionserver.HStore(327): Store=7b308888b844d093866e6e9204c654f7/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:33,750 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7b308888b844d093866e6e9204c654f7 2024-12-11T02:20:33,751 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/hbase/data/default/testCompactedBulkLoadedFiles/7b308888b844d093866e6e9204c654f7 2024-12-11T02:20:33,753 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/hbase/data/default/testCompactedBulkLoadedFiles/7b308888b844d093866e6e9204c654f7 2024-12-11T02:20:33,754 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7b308888b844d093866e6e9204c654f7 2024-12-11T02:20:33,754 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7b308888b844d093866e6e9204c654f7 2024-12-11T02:20:33,754 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T02:20:33,756 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7b308888b844d093866e6e9204c654f7 2024-12-11T02:20:33,756 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 7b308888b844d093866e6e9204c654f7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66600163, jitterRate=-0.007580235600471497}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T02:20:33,757 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7b308888b844d093866e6e9204c654f7: Writing region info on filesystem at 1733883633744Initializing all the Stores at 1733883633745 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883633745Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883633745Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883633745Cleaning up temporary data from old regions at 1733883633754 (+9 ms)Region opened successfully at 1733883633757 (+3 ms) 2024-12-11T02:20:33,761 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38075/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1733883633761/Put/seqid=0 2024-12-11T02:20:33,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741918_1096 (size=4875) 2024-12-11T02:20:33,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741918_1096 (size=4875) 2024-12-11T02:20:33,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741918_1096 (size=4875) 2024-12-11T02:20:33,771 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38075/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1733883633770/Put/seqid=0 2024-12-11T02:20:33,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741919_1097 (size=4875) 2024-12-11T02:20:33,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741919_1097 (size=4875) 2024-12-11T02:20:33,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741919_1097 (size=4875) 2024-12-11T02:20:33,779 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38075/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1733883633779/Put/seqid=0 2024-12-11T02:20:33,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741920_1098 (size=4875) 2024-12-11T02:20:33,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741920_1098 (size=4875) 2024-12-11T02:20:33,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741920_1098 (size=4875) 2024-12-11T02:20:33,787 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38075/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in 7b308888b844d093866e6e9204c654f7/a 2024-12-11T02:20:33,791 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-12-11T02:20:33,791 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-11T02:20:33,791 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38075/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in 7b308888b844d093866e6e9204c654f7/a 2024-12-11T02:20:33,794 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-12-11T02:20:33,794 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-11T02:20:33,795 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38075/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in 7b308888b844d093866e6e9204c654f7/a 2024-12-11T02:20:33,797 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-12-11T02:20:33,797 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-11T02:20:33,797 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 7b308888b844d093866e6e9204c654f7 3/3 column families, dataSize=51 B heapSize=896 B 2024-12-11T02:20:33,813 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38075/hbase/data/default/testCompactedBulkLoadedFiles/7b308888b844d093866e6e9204c654f7/.tmp/a/0bff726d6b7949599abb14d0d5787263 is 55, key is testCompactedBulkLoadedFiles/a:a/1733883633757/Put/seqid=0 2024-12-11T02:20:33,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741921_1099 (size=5107) 2024-12-11T02:20:33,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741921_1099 (size=5107) 2024-12-11T02:20:33,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741921_1099 (size=5107) 2024-12-11T02:20:33,820 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:38075/hbase/data/default/testCompactedBulkLoadedFiles/7b308888b844d093866e6e9204c654f7/.tmp/a/0bff726d6b7949599abb14d0d5787263 2024-12-11T02:20:33,826 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/hbase/data/default/testCompactedBulkLoadedFiles/7b308888b844d093866e6e9204c654f7/.tmp/a/0bff726d6b7949599abb14d0d5787263 as hdfs://localhost:38075/hbase/data/default/testCompactedBulkLoadedFiles/7b308888b844d093866e6e9204c654f7/a/0bff726d6b7949599abb14d0d5787263 2024-12-11T02:20:33,831 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38075/hbase/data/default/testCompactedBulkLoadedFiles/7b308888b844d093866e6e9204c654f7/a/0bff726d6b7949599abb14d0d5787263, entries=1, sequenceid=4, filesize=5.0 K 2024-12-11T02:20:33,832 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for 7b308888b844d093866e6e9204c654f7 in 35ms, sequenceid=4, compaction requested=false 2024-12-11T02:20:33,832 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 7b308888b844d093866e6e9204c654f7: 2024-12-11T02:20:33,833 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:38075/hbase/data/default/testCompactedBulkLoadedFiles/7b308888b844d093866e6e9204c654f7/a/d4ea104ae6e94bf395e9611381231f63_SeqId_4_ 2024-12-11T02:20:33,834 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:38075/hbase/data/default/testCompactedBulkLoadedFiles/7b308888b844d093866e6e9204c654f7/a/0f836ef4522b40a6a035b2ecaa6d13ea_SeqId_4_ 2024-12-11T02:20:33,835 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:38075/hbase/data/default/testCompactedBulkLoadedFiles/7b308888b844d093866e6e9204c654f7/a/b9841485fc3b48faae8f2b72b477637f_SeqId_4_ 2024-12-11T02:20:33,835 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38075/hbase/testCompactedBulkLoadedFiles/hfile0 into 7b308888b844d093866e6e9204c654f7/a as hdfs://localhost:38075/hbase/data/default/testCompactedBulkLoadedFiles/7b308888b844d093866e6e9204c654f7/a/d4ea104ae6e94bf395e9611381231f63_SeqId_4_ - updating store file list. 2024-12-11T02:20:33,840 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for d4ea104ae6e94bf395e9611381231f63_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-11T02:20:33,840 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38075/hbase/data/default/testCompactedBulkLoadedFiles/7b308888b844d093866e6e9204c654f7/a/d4ea104ae6e94bf395e9611381231f63_SeqId_4_ into 7b308888b844d093866e6e9204c654f7/a 2024-12-11T02:20:33,840 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38075/hbase/testCompactedBulkLoadedFiles/hfile0 into 7b308888b844d093866e6e9204c654f7/a (new location: hdfs://localhost:38075/hbase/data/default/testCompactedBulkLoadedFiles/7b308888b844d093866e6e9204c654f7/a/d4ea104ae6e94bf395e9611381231f63_SeqId_4_) 2024-12-11T02:20:33,841 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38075/hbase/testCompactedBulkLoadedFiles/hfile1 into 7b308888b844d093866e6e9204c654f7/a as hdfs://localhost:38075/hbase/data/default/testCompactedBulkLoadedFiles/7b308888b844d093866e6e9204c654f7/a/0f836ef4522b40a6a035b2ecaa6d13ea_SeqId_4_ - updating store file list. 2024-12-11T02:20:33,845 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0f836ef4522b40a6a035b2ecaa6d13ea_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-11T02:20:33,845 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38075/hbase/data/default/testCompactedBulkLoadedFiles/7b308888b844d093866e6e9204c654f7/a/0f836ef4522b40a6a035b2ecaa6d13ea_SeqId_4_ into 7b308888b844d093866e6e9204c654f7/a 2024-12-11T02:20:33,845 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38075/hbase/testCompactedBulkLoadedFiles/hfile1 into 7b308888b844d093866e6e9204c654f7/a (new location: hdfs://localhost:38075/hbase/data/default/testCompactedBulkLoadedFiles/7b308888b844d093866e6e9204c654f7/a/0f836ef4522b40a6a035b2ecaa6d13ea_SeqId_4_) 2024-12-11T02:20:33,846 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38075/hbase/testCompactedBulkLoadedFiles/hfile2 into 7b308888b844d093866e6e9204c654f7/a as hdfs://localhost:38075/hbase/data/default/testCompactedBulkLoadedFiles/7b308888b844d093866e6e9204c654f7/a/b9841485fc3b48faae8f2b72b477637f_SeqId_4_ - updating store file list. 2024-12-11T02:20:33,849 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for b9841485fc3b48faae8f2b72b477637f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-11T02:20:33,849 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38075/hbase/data/default/testCompactedBulkLoadedFiles/7b308888b844d093866e6e9204c654f7/a/b9841485fc3b48faae8f2b72b477637f_SeqId_4_ into 7b308888b844d093866e6e9204c654f7/a 2024-12-11T02:20:33,849 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38075/hbase/testCompactedBulkLoadedFiles/hfile2 into 7b308888b844d093866e6e9204c654f7/a (new location: hdfs://localhost:38075/hbase/data/default/testCompactedBulkLoadedFiles/7b308888b844d093866e6e9204c654f7/a/b9841485fc3b48faae8f2b72b477637f_SeqId_4_) 2024-12-11T02:20:33,856 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-11T02:20:33,856 DEBUG [Time-limited test {}] regionserver.HStore(1541): 7b308888b844d093866e6e9204c654f7/a is initiating major compaction (all files) 2024-12-11T02:20:33,857 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 7b308888b844d093866e6e9204c654f7/a in testCompactedBulkLoadedFiles,,1733883633668.7b308888b844d093866e6e9204c654f7. 2024-12-11T02:20:33,857 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38075/hbase/data/default/testCompactedBulkLoadedFiles/7b308888b844d093866e6e9204c654f7/a/0bff726d6b7949599abb14d0d5787263, hdfs://localhost:38075/hbase/data/default/testCompactedBulkLoadedFiles/7b308888b844d093866e6e9204c654f7/a/d4ea104ae6e94bf395e9611381231f63_SeqId_4_, hdfs://localhost:38075/hbase/data/default/testCompactedBulkLoadedFiles/7b308888b844d093866e6e9204c654f7/a/0f836ef4522b40a6a035b2ecaa6d13ea_SeqId_4_, hdfs://localhost:38075/hbase/data/default/testCompactedBulkLoadedFiles/7b308888b844d093866e6e9204c654f7/a/b9841485fc3b48faae8f2b72b477637f_SeqId_4_] into tmpdir=hdfs://localhost:38075/hbase/data/default/testCompactedBulkLoadedFiles/7b308888b844d093866e6e9204c654f7/.tmp, totalSize=19.3 K 2024-12-11T02:20:33,857 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 0bff726d6b7949599abb14d0d5787263, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1733883633757 2024-12-11T02:20:33,858 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting d4ea104ae6e94bf395e9611381231f63_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-11T02:20:33,858 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 0f836ef4522b40a6a035b2ecaa6d13ea_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-11T02:20:33,858 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting b9841485fc3b48faae8f2b72b477637f_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-11T02:20:33,868 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38075/hbase/data/default/testCompactedBulkLoadedFiles/7b308888b844d093866e6e9204c654f7/.tmp/a/d4d7f1528b62450ea33b81a6a0c705ed is 55, key is testCompactedBulkLoadedFiles/a:a/1733883633757/Put/seqid=0 2024-12-11T02:20:33,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741922_1100 (size=6154) 2024-12-11T02:20:33,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741922_1100 (size=6154) 2024-12-11T02:20:33,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741922_1100 (size=6154) 2024-12-11T02:20:33,882 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/hbase/data/default/testCompactedBulkLoadedFiles/7b308888b844d093866e6e9204c654f7/.tmp/a/d4d7f1528b62450ea33b81a6a0c705ed as hdfs://localhost:38075/hbase/data/default/testCompactedBulkLoadedFiles/7b308888b844d093866e6e9204c654f7/a/d4d7f1528b62450ea33b81a6a0c705ed 2024-12-11T02:20:33,888 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in 7b308888b844d093866e6e9204c654f7/a of 7b308888b844d093866e6e9204c654f7 into d4d7f1528b62450ea33b81a6a0c705ed(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T02:20:33,888 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 7b308888b844d093866e6e9204c654f7: 2024-12-11T02:20:33,888 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-11T02:20:33,889 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-11T02:20:33,926 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38075/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733883633667/wal.1733883633721, size=0 (0bytes) 2024-12-11T02:20:33,926 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:38075/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733883633667/wal.1733883633721 might be still open, length is 0 2024-12-11T02:20:33,926 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38075/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733883633667/wal.1733883633721 2024-12-11T02:20:33,927 WARN [IPC Server handler 3 on default port 38075 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733883633667/wal.1733883633721 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095 2024-12-11T02:20:33,927 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:38075/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733883633667/wal.1733883633721 after 1ms 2024-12-11T02:20:33,957 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-11T02:20:35,242 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-12-11T02:20:35,242 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-12-11T02:20:35,243 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-12-11T02:20:35,243 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-12-11T02:20:36,731 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1903776113_22 at /127.0.0.1:44212 [Receiving block BP-170343088-172.17.0.2-1733883601722:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:45227:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44212 dst: /127.0.0.1:45227 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:45227 remote=/127.0.0.1:44212]. Total timeout mills is 60000, 57158 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T02:20:36,731 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1903776113_22 at /127.0.0.1:51302 [Receiving block BP-170343088-172.17.0.2-1733883601722:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:36013:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51302 dst: /127.0.0.1:36013 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T02:20:36,731 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1903776113_22 at /127.0.0.1:33150 [Receiving block BP-170343088-172.17.0.2-1733883601722:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:42339:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33150 dst: /127.0.0.1:42339 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T02:20:36,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741917_1101 (size=1174) 2024-12-11T02:20:36,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741917_1101 (size=1174) 2024-12-11T02:20:36,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741917_1101 (size=1174) 2024-12-11T02:20:37,928 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:38075/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733883633667/wal.1733883633721 after 4002ms 2024-12-11T02:20:37,931 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38075/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733883633667/wal.1733883633721: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-11T02:20:37,931 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38075/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733883633667/wal.1733883633721 took 4005ms 2024-12-11T02:20:37,933 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:38075/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733883633667/wal.1733883633721; continuing. 2024-12-11T02:20:37,933 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38075/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733883633667/wal.1733883633721 so closing down 2024-12-11T02:20:37,933 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-11T02:20:37,934 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733883633721.temp 2024-12-11T02:20:37,935 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38075/hbase/data/default/testCompactedBulkLoadedFiles/7b308888b844d093866e6e9204c654f7/recovered.edits/0000000000000000003-wal.1733883633721.temp 2024-12-11T02:20:37,936 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-11T02:20:37,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741923_1102 (size=550) 2024-12-11T02:20:37,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741923_1102 (size=550) 2024-12-11T02:20:37,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741923_1102 (size=550) 2024-12-11T02:20:37,944 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38075/hbase/data/default/testCompactedBulkLoadedFiles/7b308888b844d093866e6e9204c654f7/recovered.edits/0000000000000000003-wal.1733883633721.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-11T02:20:37,945 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38075/hbase/data/default/testCompactedBulkLoadedFiles/7b308888b844d093866e6e9204c654f7/recovered.edits/0000000000000000003-wal.1733883633721.temp to hdfs://localhost:38075/hbase/data/default/testCompactedBulkLoadedFiles/7b308888b844d093866e6e9204c654f7/recovered.edits/0000000000000000008 2024-12-11T02:20:37,945 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 14 ms; skipped=3; WAL=hdfs://localhost:38075/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733883633667/wal.1733883633721, size=0, length=0, corrupted=false, cancelled=false 2024-12-11T02:20:37,945 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38075/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733883633667/wal.1733883633721, journal: Splitting hdfs://localhost:38075/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733883633667/wal.1733883633721, size=0 (0bytes) at 1733883633926Finishing writing output for hdfs://localhost:38075/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733883633667/wal.1733883633721 so closing down at 1733883637933 (+4007 ms)Creating recovered edits writer path=hdfs://localhost:38075/hbase/data/default/testCompactedBulkLoadedFiles/7b308888b844d093866e6e9204c654f7/recovered.edits/0000000000000000003-wal.1733883633721.temp at 1733883637935 (+2 ms)3 split writer threads finished at 1733883637936 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38075/hbase/data/default/testCompactedBulkLoadedFiles/7b308888b844d093866e6e9204c654f7/recovered.edits/0000000000000000003-wal.1733883633721.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733883637944 (+8 ms)Rename recovered edits hdfs://localhost:38075/hbase/data/default/testCompactedBulkLoadedFiles/7b308888b844d093866e6e9204c654f7/recovered.edits/0000000000000000003-wal.1733883633721.temp to hdfs://localhost:38075/hbase/data/default/testCompactedBulkLoadedFiles/7b308888b844d093866e6e9204c654f7/recovered.edits/0000000000000000008 at 1733883637945 (+1 ms)Processed 5 edits across 1 Regions in 14 ms; skipped=3; WAL=hdfs://localhost:38075/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733883633667/wal.1733883633721, size=0, length=0, corrupted=false, cancelled=false at 1733883637945 2024-12-11T02:20:37,947 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38075/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733883633667/wal.1733883633721 to hdfs://localhost:38075/hbase/oldWALs/wal.1733883633721 2024-12-11T02:20:37,948 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38075/hbase/data/default/testCompactedBulkLoadedFiles/7b308888b844d093866e6e9204c654f7/recovered.edits/0000000000000000008 2024-12-11T02:20:37,948 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-11T02:20:37,949 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38075/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733883633667, archiveDir=hdfs://localhost:38075/hbase/oldWALs, maxLogs=32 2024-12-11T02:20:37,963 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733883633667/wal.1733883637950, exclude list is [], retry=0 2024-12-11T02:20:37,965 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36013,DS-fa5060c7-4172-4632-a7fa-0f218265b336,DISK] 2024-12-11T02:20:37,966 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45227,DS-ec304476-ba6d-4405-9e0f-ce26bd77d384,DISK] 2024-12-11T02:20:37,966 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42339,DS-218099b2-9a37-45b9-9467-530be5376f5f,DISK] 2024-12-11T02:20:37,967 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733883633667/wal.1733883637950 2024-12-11T02:20:37,968 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44255:44255),(127.0.0.1/127.0.0.1:39015:39015),(127.0.0.1/127.0.0.1:41245:41245)] 2024-12-11T02:20:37,968 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 7b308888b844d093866e6e9204c654f7, NAME => 'testCompactedBulkLoadedFiles,,1733883633668.7b308888b844d093866e6e9204c654f7.', STARTKEY => '', ENDKEY => ''} 2024-12-11T02:20:37,968 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733883633668.7b308888b844d093866e6e9204c654f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T02:20:37,968 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 7b308888b844d093866e6e9204c654f7 2024-12-11T02:20:37,968 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 7b308888b844d093866e6e9204c654f7 2024-12-11T02:20:37,969 INFO [StoreOpener-7b308888b844d093866e6e9204c654f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7b308888b844d093866e6e9204c654f7 2024-12-11T02:20:37,970 INFO [StoreOpener-7b308888b844d093866e6e9204c654f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b308888b844d093866e6e9204c654f7 columnFamilyName a 2024-12-11T02:20:37,970 DEBUG [StoreOpener-7b308888b844d093866e6e9204c654f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:37,976 DEBUG [StoreOpener-7b308888b844d093866e6e9204c654f7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38075/hbase/data/default/testCompactedBulkLoadedFiles/7b308888b844d093866e6e9204c654f7/a/0bff726d6b7949599abb14d0d5787263 2024-12-11T02:20:37,980 DEBUG [StoreFileOpener-7b308888b844d093866e6e9204c654f7-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0f836ef4522b40a6a035b2ecaa6d13ea_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-11T02:20:37,980 DEBUG [StoreOpener-7b308888b844d093866e6e9204c654f7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38075/hbase/data/default/testCompactedBulkLoadedFiles/7b308888b844d093866e6e9204c654f7/a/0f836ef4522b40a6a035b2ecaa6d13ea_SeqId_4_ 2024-12-11T02:20:37,983 DEBUG [StoreFileOpener-7b308888b844d093866e6e9204c654f7-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b9841485fc3b48faae8f2b72b477637f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-11T02:20:37,983 DEBUG [StoreOpener-7b308888b844d093866e6e9204c654f7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38075/hbase/data/default/testCompactedBulkLoadedFiles/7b308888b844d093866e6e9204c654f7/a/b9841485fc3b48faae8f2b72b477637f_SeqId_4_ 2024-12-11T02:20:37,987 DEBUG [StoreOpener-7b308888b844d093866e6e9204c654f7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38075/hbase/data/default/testCompactedBulkLoadedFiles/7b308888b844d093866e6e9204c654f7/a/d4d7f1528b62450ea33b81a6a0c705ed 2024-12-11T02:20:37,990 DEBUG [StoreFileOpener-7b308888b844d093866e6e9204c654f7-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d4ea104ae6e94bf395e9611381231f63_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-11T02:20:37,990 DEBUG [StoreOpener-7b308888b844d093866e6e9204c654f7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38075/hbase/data/default/testCompactedBulkLoadedFiles/7b308888b844d093866e6e9204c654f7/a/d4ea104ae6e94bf395e9611381231f63_SeqId_4_ 2024-12-11T02:20:37,990 WARN [StoreOpener-7b308888b844d093866e6e9204c654f7-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:38075/hbase/data/default/testCompactedBulkLoadedFiles/7b308888b844d093866e6e9204c654f7/a/0bff726d6b7949599abb14d0d5787263 from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@1f83b12b 2024-12-11T02:20:37,990 WARN [StoreOpener-7b308888b844d093866e6e9204c654f7-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:38075/hbase/data/default/testCompactedBulkLoadedFiles/7b308888b844d093866e6e9204c654f7/a/0f836ef4522b40a6a035b2ecaa6d13ea_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@1f83b12b 2024-12-11T02:20:37,990 WARN [StoreOpener-7b308888b844d093866e6e9204c654f7-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:38075/hbase/data/default/testCompactedBulkLoadedFiles/7b308888b844d093866e6e9204c654f7/a/b9841485fc3b48faae8f2b72b477637f_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@1f83b12b 2024-12-11T02:20:37,990 WARN [StoreOpener-7b308888b844d093866e6e9204c654f7-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:38075/hbase/data/default/testCompactedBulkLoadedFiles/7b308888b844d093866e6e9204c654f7/a/d4ea104ae6e94bf395e9611381231f63_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@1f83b12b 2024-12-11T02:20:37,990 DEBUG [StoreOpener-7b308888b844d093866e6e9204c654f7-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:38075/hbase/data/default/testCompactedBulkLoadedFiles/7b308888b844d093866e6e9204c654f7/a/0bff726d6b7949599abb14d0d5787263, hdfs://localhost:38075/hbase/data/default/testCompactedBulkLoadedFiles/7b308888b844d093866e6e9204c654f7/a/0f836ef4522b40a6a035b2ecaa6d13ea_SeqId_4_, hdfs://localhost:38075/hbase/data/default/testCompactedBulkLoadedFiles/7b308888b844d093866e6e9204c654f7/a/b9841485fc3b48faae8f2b72b477637f_SeqId_4_, hdfs://localhost:38075/hbase/data/default/testCompactedBulkLoadedFiles/7b308888b844d093866e6e9204c654f7/a/d4ea104ae6e94bf395e9611381231f63_SeqId_4_] to archive 2024-12-11T02:20:37,991 DEBUG [StoreOpener-7b308888b844d093866e6e9204c654f7-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-11T02:20:37,993 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:38075/hbase/data/default/testCompactedBulkLoadedFiles/7b308888b844d093866e6e9204c654f7/a/0bff726d6b7949599abb14d0d5787263 to hdfs://localhost:38075/hbase/archive/data/default/testCompactedBulkLoadedFiles/7b308888b844d093866e6e9204c654f7/a/0bff726d6b7949599abb14d0d5787263 2024-12-11T02:20:37,996 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:38075/hbase/data/default/testCompactedBulkLoadedFiles/7b308888b844d093866e6e9204c654f7/a/0f836ef4522b40a6a035b2ecaa6d13ea_SeqId_4_ to hdfs://localhost:38075/hbase/archive/data/default/testCompactedBulkLoadedFiles/7b308888b844d093866e6e9204c654f7/a/0f836ef4522b40a6a035b2ecaa6d13ea_SeqId_4_ 2024-12-11T02:20:37,996 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:38075/hbase/data/default/testCompactedBulkLoadedFiles/7b308888b844d093866e6e9204c654f7/a/b9841485fc3b48faae8f2b72b477637f_SeqId_4_ to hdfs://localhost:38075/hbase/archive/data/default/testCompactedBulkLoadedFiles/7b308888b844d093866e6e9204c654f7/a/b9841485fc3b48faae8f2b72b477637f_SeqId_4_ 2024-12-11T02:20:37,996 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:38075/hbase/data/default/testCompactedBulkLoadedFiles/7b308888b844d093866e6e9204c654f7/a/d4ea104ae6e94bf395e9611381231f63_SeqId_4_ to hdfs://localhost:38075/hbase/archive/data/default/testCompactedBulkLoadedFiles/7b308888b844d093866e6e9204c654f7/a/d4ea104ae6e94bf395e9611381231f63_SeqId_4_ 2024-12-11T02:20:37,996 INFO [StoreOpener-7b308888b844d093866e6e9204c654f7-1 {}] regionserver.HStore(327): Store=7b308888b844d093866e6e9204c654f7/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:37,997 INFO [StoreOpener-7b308888b844d093866e6e9204c654f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 7b308888b844d093866e6e9204c654f7 2024-12-11T02:20:37,997 INFO [StoreOpener-7b308888b844d093866e6e9204c654f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b308888b844d093866e6e9204c654f7 columnFamilyName b 2024-12-11T02:20:37,997 DEBUG [StoreOpener-7b308888b844d093866e6e9204c654f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:37,998 INFO [StoreOpener-7b308888b844d093866e6e9204c654f7-1 {}] regionserver.HStore(327): Store=7b308888b844d093866e6e9204c654f7/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:37,998 INFO [StoreOpener-7b308888b844d093866e6e9204c654f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 7b308888b844d093866e6e9204c654f7 2024-12-11T02:20:37,999 INFO [StoreOpener-7b308888b844d093866e6e9204c654f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b308888b844d093866e6e9204c654f7 columnFamilyName c 2024-12-11T02:20:37,999 DEBUG [StoreOpener-7b308888b844d093866e6e9204c654f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:37,999 INFO [StoreOpener-7b308888b844d093866e6e9204c654f7-1 {}] regionserver.HStore(327): Store=7b308888b844d093866e6e9204c654f7/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:37,999 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7b308888b844d093866e6e9204c654f7 2024-12-11T02:20:38,000 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/hbase/data/default/testCompactedBulkLoadedFiles/7b308888b844d093866e6e9204c654f7 2024-12-11T02:20:38,001 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38075/hbase/data/default/testCompactedBulkLoadedFiles/7b308888b844d093866e6e9204c654f7 2024-12-11T02:20:38,001 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38075/hbase/data/default/testCompactedBulkLoadedFiles/7b308888b844d093866e6e9204c654f7/recovered.edits/0000000000000000008 2024-12-11T02:20:38,003 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38075/hbase/data/default/testCompactedBulkLoadedFiles/7b308888b844d093866e6e9204c654f7/recovered.edits/0000000000000000008: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-11T02:20:38,005 DEBUG [Time-limited test {}] regionserver.HRegion(5836): 7b308888b844d093866e6e9204c654f7 : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "7b308888b844d093866e6e9204c654f7" family_name: "a" compaction_input: "0bff726d6b7949599abb14d0d5787263" compaction_input: "d4ea104ae6e94bf395e9611381231f63_SeqId_4_" compaction_input: "0f836ef4522b40a6a035b2ecaa6d13ea_SeqId_4_" compaction_input: "b9841485fc3b48faae8f2b72b477637f_SeqId_4_" compaction_output: "d4d7f1528b62450ea33b81a6a0c705ed" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1733883633668.7b308888b844d093866e6e9204c654f7." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-12-11T02:20:38,005 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-12-11T02:20:38,005 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:38075/hbase/data/default/testCompactedBulkLoadedFiles/7b308888b844d093866e6e9204c654f7/recovered.edits/0000000000000000008 2024-12-11T02:20:38,005 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38075/hbase/data/default/testCompactedBulkLoadedFiles/7b308888b844d093866e6e9204c654f7/recovered.edits/0000000000000000008 2024-12-11T02:20:38,006 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7b308888b844d093866e6e9204c654f7 2024-12-11T02:20:38,006 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7b308888b844d093866e6e9204c654f7 2024-12-11T02:20:38,007 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T02:20:38,008 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7b308888b844d093866e6e9204c654f7 2024-12-11T02:20:38,010 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38075/hbase/data/default/testCompactedBulkLoadedFiles/7b308888b844d093866e6e9204c654f7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-11T02:20:38,011 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 7b308888b844d093866e6e9204c654f7; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69707223, jitterRate=0.0387185662984848}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T02:20:38,011 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7b308888b844d093866e6e9204c654f7: Writing region info on filesystem at 1733883637968Initializing all the Stores at 1733883637969 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883637969Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883637969Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883637969Cleaning up temporary data from old regions at 1733883638006 (+37 ms)Region opened successfully at 1733883638011 (+5 ms) 2024-12-11T02:20:38,013 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 7b308888b844d093866e6e9204c654f7, disabling compactions & flushes 2024-12-11T02:20:38,013 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733883633668.7b308888b844d093866e6e9204c654f7. 2024-12-11T02:20:38,013 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733883633668.7b308888b844d093866e6e9204c654f7. 2024-12-11T02:20:38,013 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733883633668.7b308888b844d093866e6e9204c654f7. after waiting 0 ms 2024-12-11T02:20:38,013 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733883633668.7b308888b844d093866e6e9204c654f7. 2024-12-11T02:20:38,014 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733883633668.7b308888b844d093866e6e9204c654f7. 2024-12-11T02:20:38,014 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 7b308888b844d093866e6e9204c654f7: Waiting for close lock at 1733883638013Disabling compacts and flushes for region at 1733883638013Disabling writes for close at 1733883638013Writing region close event to WAL at 1733883638014 (+1 ms)Closed at 1733883638014 2024-12-11T02:20:38,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741924_1103 (size=95) 2024-12-11T02:20:38,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741924_1103 (size=95) 2024-12-11T02:20:38,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741924_1103 (size=95) 2024-12-11T02:20:38,019 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-11T02:20:38,019 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733883637950) 2024-12-11T02:20:38,033 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=447 (was 430) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:38075 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1584237463_22 at /127.0.0.1:51350 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:38075 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HFileArchiver-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1584237463_22 at /127.0.0.1:33220 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1584237463_22 at /127.0.0.1:44298 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1348 (was 1265) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=113 (was 114), ProcessCount=11 (was 11), AvailableMemoryMB=6165 (was 6177) 2024-12-11T02:20:38,034 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1348 is superior to 1024 2024-12-11T02:20:38,047 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=447, OpenFileDescriptor=1348, MaxFileDescriptor=1048576, SystemLoadAverage=113, ProcessCount=11, AvailableMemoryMB=6165 2024-12-11T02:20:38,047 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1348 is superior to 1024 2024-12-11T02:20:38,062 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T02:20:38,063 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T02:20:38,064 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T02:20:38,066 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-16511427, suffix=, logDir=hdfs://localhost:38075/hbase/WALs/hregion-16511427, archiveDir=hdfs://localhost:38075/hbase/oldWALs, maxLogs=32 2024-12-11T02:20:38,079 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-16511427/hregion-16511427.1733883638067, exclude list is [], retry=0 2024-12-11T02:20:38,082 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45227,DS-ec304476-ba6d-4405-9e0f-ce26bd77d384,DISK] 2024-12-11T02:20:38,082 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36013,DS-fa5060c7-4172-4632-a7fa-0f218265b336,DISK] 2024-12-11T02:20:38,082 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42339,DS-218099b2-9a37-45b9-9467-530be5376f5f,DISK] 2024-12-11T02:20:38,084 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-16511427/hregion-16511427.1733883638067 2024-12-11T02:20:38,084 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39015:39015),(127.0.0.1/127.0.0.1:44255:44255),(127.0.0.1/127.0.0.1:41245:41245)] 2024-12-11T02:20:38,084 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => fc63aac7a840d2eb129e3dc1e4ef0083, NAME => 'testReplayEditsWrittenViaHRegion,,1733883638062.fc63aac7a840d2eb129e3dc1e4ef0083.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38075/hbase 2024-12-11T02:20:38,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741926_1105 (size=67) 2024-12-11T02:20:38,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741926_1105 (size=67) 2024-12-11T02:20:38,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741926_1105 (size=67) 2024-12-11T02:20:38,092 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733883638062.fc63aac7a840d2eb129e3dc1e4ef0083.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T02:20:38,094 INFO [StoreOpener-fc63aac7a840d2eb129e3dc1e4ef0083-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region fc63aac7a840d2eb129e3dc1e4ef0083 2024-12-11T02:20:38,095 INFO [StoreOpener-fc63aac7a840d2eb129e3dc1e4ef0083-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc63aac7a840d2eb129e3dc1e4ef0083 columnFamilyName a 2024-12-11T02:20:38,095 DEBUG [StoreOpener-fc63aac7a840d2eb129e3dc1e4ef0083-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:38,095 INFO [StoreOpener-fc63aac7a840d2eb129e3dc1e4ef0083-1 {}] regionserver.HStore(327): Store=fc63aac7a840d2eb129e3dc1e4ef0083/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:38,096 INFO [StoreOpener-fc63aac7a840d2eb129e3dc1e4ef0083-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region fc63aac7a840d2eb129e3dc1e4ef0083 2024-12-11T02:20:38,097 INFO [StoreOpener-fc63aac7a840d2eb129e3dc1e4ef0083-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc63aac7a840d2eb129e3dc1e4ef0083 columnFamilyName b 2024-12-11T02:20:38,097 DEBUG [StoreOpener-fc63aac7a840d2eb129e3dc1e4ef0083-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:38,097 INFO [StoreOpener-fc63aac7a840d2eb129e3dc1e4ef0083-1 {}] regionserver.HStore(327): Store=fc63aac7a840d2eb129e3dc1e4ef0083/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:38,097 INFO [StoreOpener-fc63aac7a840d2eb129e3dc1e4ef0083-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region fc63aac7a840d2eb129e3dc1e4ef0083 2024-12-11T02:20:38,098 INFO [StoreOpener-fc63aac7a840d2eb129e3dc1e4ef0083-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc63aac7a840d2eb129e3dc1e4ef0083 columnFamilyName c 2024-12-11T02:20:38,098 DEBUG [StoreOpener-fc63aac7a840d2eb129e3dc1e4ef0083-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:38,099 INFO [StoreOpener-fc63aac7a840d2eb129e3dc1e4ef0083-1 {}] regionserver.HStore(327): Store=fc63aac7a840d2eb129e3dc1e4ef0083/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:38,099 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for fc63aac7a840d2eb129e3dc1e4ef0083 2024-12-11T02:20:38,100 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/fc63aac7a840d2eb129e3dc1e4ef0083 2024-12-11T02:20:38,100 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/fc63aac7a840d2eb129e3dc1e4ef0083 2024-12-11T02:20:38,101 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for fc63aac7a840d2eb129e3dc1e4ef0083 2024-12-11T02:20:38,101 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for fc63aac7a840d2eb129e3dc1e4ef0083 2024-12-11T02:20:38,101 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T02:20:38,102 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for fc63aac7a840d2eb129e3dc1e4ef0083 2024-12-11T02:20:38,104 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/fc63aac7a840d2eb129e3dc1e4ef0083/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T02:20:38,105 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened fc63aac7a840d2eb129e3dc1e4ef0083; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62809304, jitterRate=-0.06406843662261963}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T02:20:38,105 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for fc63aac7a840d2eb129e3dc1e4ef0083: Writing region info on filesystem at 1733883638093Initializing all the Stores at 1733883638093Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883638093Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883638093Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883638093Cleaning up temporary data from old regions at 1733883638101 (+8 ms)Region opened successfully at 1733883638105 (+4 ms) 2024-12-11T02:20:38,105 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing fc63aac7a840d2eb129e3dc1e4ef0083, disabling compactions & flushes 2024-12-11T02:20:38,105 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733883638062.fc63aac7a840d2eb129e3dc1e4ef0083. 2024-12-11T02:20:38,105 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733883638062.fc63aac7a840d2eb129e3dc1e4ef0083. 2024-12-11T02:20:38,105 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733883638062.fc63aac7a840d2eb129e3dc1e4ef0083. after waiting 0 ms 2024-12-11T02:20:38,105 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733883638062.fc63aac7a840d2eb129e3dc1e4ef0083. 2024-12-11T02:20:38,105 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733883638062.fc63aac7a840d2eb129e3dc1e4ef0083. 2024-12-11T02:20:38,105 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for fc63aac7a840d2eb129e3dc1e4ef0083: Waiting for close lock at 1733883638105Disabling compacts and flushes for region at 1733883638105Disabling writes for close at 1733883638105Writing region close event to WAL at 1733883638105Closed at 1733883638105 2024-12-11T02:20:38,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741925_1104 (size=95) 2024-12-11T02:20:38,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741925_1104 (size=95) 2024-12-11T02:20:38,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741925_1104 (size=95) 2024-12-11T02:20:38,110 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-11T02:20:38,110 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-16511427:(num 1733883638067) 2024-12-11T02:20:38,110 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-11T02:20:38,111 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38075/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733883638061, archiveDir=hdfs://localhost:38075/hbase/oldWALs, maxLogs=32 2024-12-11T02:20:38,124 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733883638061/wal.1733883638111, exclude list is [], retry=0 2024-12-11T02:20:38,127 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45227,DS-ec304476-ba6d-4405-9e0f-ce26bd77d384,DISK] 2024-12-11T02:20:38,127 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36013,DS-fa5060c7-4172-4632-a7fa-0f218265b336,DISK] 2024-12-11T02:20:38,127 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42339,DS-218099b2-9a37-45b9-9467-530be5376f5f,DISK] 2024-12-11T02:20:38,129 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733883638061/wal.1733883638111 2024-12-11T02:20:38,129 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39015:39015),(127.0.0.1/127.0.0.1:44255:44255),(127.0.0.1/127.0.0.1:41245:41245)] 2024-12-11T02:20:38,129 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => fc63aac7a840d2eb129e3dc1e4ef0083, NAME => 'testReplayEditsWrittenViaHRegion,,1733883638062.fc63aac7a840d2eb129e3dc1e4ef0083.', STARTKEY => '', ENDKEY => ''} 2024-12-11T02:20:38,129 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733883638062.fc63aac7a840d2eb129e3dc1e4ef0083.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T02:20:38,129 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for fc63aac7a840d2eb129e3dc1e4ef0083 2024-12-11T02:20:38,129 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for fc63aac7a840d2eb129e3dc1e4ef0083 2024-12-11T02:20:38,130 INFO [StoreOpener-fc63aac7a840d2eb129e3dc1e4ef0083-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region fc63aac7a840d2eb129e3dc1e4ef0083 2024-12-11T02:20:38,131 INFO [StoreOpener-fc63aac7a840d2eb129e3dc1e4ef0083-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc63aac7a840d2eb129e3dc1e4ef0083 columnFamilyName a 2024-12-11T02:20:38,131 DEBUG [StoreOpener-fc63aac7a840d2eb129e3dc1e4ef0083-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:38,132 INFO [StoreOpener-fc63aac7a840d2eb129e3dc1e4ef0083-1 {}] regionserver.HStore(327): Store=fc63aac7a840d2eb129e3dc1e4ef0083/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:38,132 INFO [StoreOpener-fc63aac7a840d2eb129e3dc1e4ef0083-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region fc63aac7a840d2eb129e3dc1e4ef0083 2024-12-11T02:20:38,133 INFO [StoreOpener-fc63aac7a840d2eb129e3dc1e4ef0083-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc63aac7a840d2eb129e3dc1e4ef0083 columnFamilyName b 2024-12-11T02:20:38,133 DEBUG [StoreOpener-fc63aac7a840d2eb129e3dc1e4ef0083-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:38,133 INFO [StoreOpener-fc63aac7a840d2eb129e3dc1e4ef0083-1 {}] regionserver.HStore(327): Store=fc63aac7a840d2eb129e3dc1e4ef0083/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:38,133 INFO [StoreOpener-fc63aac7a840d2eb129e3dc1e4ef0083-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region fc63aac7a840d2eb129e3dc1e4ef0083 2024-12-11T02:20:38,134 INFO [StoreOpener-fc63aac7a840d2eb129e3dc1e4ef0083-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc63aac7a840d2eb129e3dc1e4ef0083 columnFamilyName c 2024-12-11T02:20:38,134 DEBUG [StoreOpener-fc63aac7a840d2eb129e3dc1e4ef0083-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:38,134 INFO [StoreOpener-fc63aac7a840d2eb129e3dc1e4ef0083-1 {}] regionserver.HStore(327): Store=fc63aac7a840d2eb129e3dc1e4ef0083/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:38,134 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for fc63aac7a840d2eb129e3dc1e4ef0083 2024-12-11T02:20:38,135 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/fc63aac7a840d2eb129e3dc1e4ef0083 2024-12-11T02:20:38,136 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/fc63aac7a840d2eb129e3dc1e4ef0083 2024-12-11T02:20:38,137 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for fc63aac7a840d2eb129e3dc1e4ef0083 2024-12-11T02:20:38,137 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for fc63aac7a840d2eb129e3dc1e4ef0083 2024-12-11T02:20:38,137 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T02:20:38,139 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for fc63aac7a840d2eb129e3dc1e4ef0083 2024-12-11T02:20:38,140 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened fc63aac7a840d2eb129e3dc1e4ef0083; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68900687, jitterRate=0.02670024335384369}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T02:20:38,140 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for fc63aac7a840d2eb129e3dc1e4ef0083: Writing region info on filesystem at 1733883638129Initializing all the Stores at 1733883638130 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883638130Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883638130Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883638130Cleaning up temporary data from old regions at 1733883638137 (+7 ms)Region opened successfully at 1733883638140 (+3 ms) 2024-12-11T02:20:38,147 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing fc63aac7a840d2eb129e3dc1e4ef0083 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-12-11T02:20:38,163 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/fc63aac7a840d2eb129e3dc1e4ef0083/.tmp/a/e3f4ffa21123443d91d679149fdc1423 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733883638140/Put/seqid=0 2024-12-11T02:20:38,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741928_1107 (size=5958) 2024-12-11T02:20:38,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741928_1107 (size=5958) 2024-12-11T02:20:38,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741928_1107 (size=5958) 2024-12-11T02:20:38,171 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/fc63aac7a840d2eb129e3dc1e4ef0083/.tmp/a/e3f4ffa21123443d91d679149fdc1423 2024-12-11T02:20:38,175 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/fc63aac7a840d2eb129e3dc1e4ef0083/.tmp/a/e3f4ffa21123443d91d679149fdc1423 as hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/fc63aac7a840d2eb129e3dc1e4ef0083/a/e3f4ffa21123443d91d679149fdc1423 2024-12-11T02:20:38,180 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/fc63aac7a840d2eb129e3dc1e4ef0083/a/e3f4ffa21123443d91d679149fdc1423, entries=10, sequenceid=13, filesize=5.8 K 2024-12-11T02:20:38,181 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for fc63aac7a840d2eb129e3dc1e4ef0083 in 34ms, sequenceid=13, compaction requested=false 2024-12-11T02:20:38,181 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for fc63aac7a840d2eb129e3dc1e4ef0083: 2024-12-11T02:20:38,197 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing fc63aac7a840d2eb129e3dc1e4ef0083, disabling compactions & flushes 2024-12-11T02:20:38,197 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733883638062.fc63aac7a840d2eb129e3dc1e4ef0083. 2024-12-11T02:20:38,197 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733883638062.fc63aac7a840d2eb129e3dc1e4ef0083. 2024-12-11T02:20:38,197 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733883638062.fc63aac7a840d2eb129e3dc1e4ef0083. after waiting 0 ms 2024-12-11T02:20:38,197 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733883638062.fc63aac7a840d2eb129e3dc1e4ef0083. 2024-12-11T02:20:38,198 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1733883638062.fc63aac7a840d2eb129e3dc1e4ef0083. 2024-12-11T02:20:38,198 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733883638062.fc63aac7a840d2eb129e3dc1e4ef0083. 2024-12-11T02:20:38,198 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for fc63aac7a840d2eb129e3dc1e4ef0083: Waiting for close lock at 1733883638197Disabling compacts and flushes for region at 1733883638197Disabling writes for close at 1733883638197Writing region close event to WAL at 1733883638198 (+1 ms)Closed at 1733883638198 2024-12-11T02:20:38,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741927_1106 (size=3345) 2024-12-11T02:20:38,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741927_1106 (size=3345) 2024-12-11T02:20:38,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741927_1106 (size=3345) 2024-12-11T02:20:38,217 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38075/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733883638061/wal.1733883638111, size=3.3 K (3345bytes) 2024-12-11T02:20:38,217 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38075/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733883638061/wal.1733883638111 2024-12-11T02:20:38,218 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38075/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733883638061/wal.1733883638111 after 1ms 2024-12-11T02:20:38,220 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38075/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733883638061/wal.1733883638111: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-11T02:20:38,220 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38075/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733883638061/wal.1733883638111 took 3ms 2024-12-11T02:20:38,222 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38075/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733883638061/wal.1733883638111 so closing down 2024-12-11T02:20:38,222 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-11T02:20:38,226 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733883638111.temp 2024-12-11T02:20:38,227 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/fc63aac7a840d2eb129e3dc1e4ef0083/recovered.edits/0000000000000000003-wal.1733883638111.temp 2024-12-11T02:20:38,227 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-11T02:20:38,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741929_1108 (size=2944) 2024-12-11T02:20:38,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741929_1108 (size=2944) 2024-12-11T02:20:38,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741929_1108 (size=2944) 2024-12-11T02:20:38,234 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/fc63aac7a840d2eb129e3dc1e4ef0083/recovered.edits/0000000000000000003-wal.1733883638111.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-11T02:20:38,236 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/fc63aac7a840d2eb129e3dc1e4ef0083/recovered.edits/0000000000000000003-wal.1733883638111.temp to hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/fc63aac7a840d2eb129e3dc1e4ef0083/recovered.edits/0000000000000000035 2024-12-11T02:20:38,236 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 15 ms; skipped=2; WAL=hdfs://localhost:38075/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733883638061/wal.1733883638111, size=3.3 K, length=3345, corrupted=false, cancelled=false 2024-12-11T02:20:38,236 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38075/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733883638061/wal.1733883638111, journal: Splitting hdfs://localhost:38075/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733883638061/wal.1733883638111, size=3.3 K (3345bytes) at 1733883638217Finishing writing output for hdfs://localhost:38075/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733883638061/wal.1733883638111 so closing down at 1733883638222 (+5 ms)Creating recovered edits writer path=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/fc63aac7a840d2eb129e3dc1e4ef0083/recovered.edits/0000000000000000003-wal.1733883638111.temp at 1733883638227 (+5 ms)3 split writer threads finished at 1733883638227Closed recovered edits writer path=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/fc63aac7a840d2eb129e3dc1e4ef0083/recovered.edits/0000000000000000003-wal.1733883638111.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733883638234 (+7 ms)Rename recovered edits hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/fc63aac7a840d2eb129e3dc1e4ef0083/recovered.edits/0000000000000000003-wal.1733883638111.temp to hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/fc63aac7a840d2eb129e3dc1e4ef0083/recovered.edits/0000000000000000035 at 1733883638236 (+2 ms)Processed 32 edits across 1 Regions in 15 ms; skipped=2; WAL=hdfs://localhost:38075/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733883638061/wal.1733883638111, size=3.3 K, length=3345, corrupted=false, cancelled=false at 1733883638236 2024-12-11T02:20:38,238 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38075/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733883638061/wal.1733883638111 to hdfs://localhost:38075/hbase/oldWALs/wal.1733883638111 2024-12-11T02:20:38,239 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/fc63aac7a840d2eb129e3dc1e4ef0083/recovered.edits/0000000000000000035 2024-12-11T02:20:38,239 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-11T02:20:38,240 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38075/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733883638061, archiveDir=hdfs://localhost:38075/hbase/oldWALs, maxLogs=32 2024-12-11T02:20:38,254 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733883638061/wal.1733883638241, exclude list is [], retry=0 2024-12-11T02:20:38,257 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45227,DS-ec304476-ba6d-4405-9e0f-ce26bd77d384,DISK] 2024-12-11T02:20:38,257 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36013,DS-fa5060c7-4172-4632-a7fa-0f218265b336,DISK] 2024-12-11T02:20:38,257 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42339,DS-218099b2-9a37-45b9-9467-530be5376f5f,DISK] 2024-12-11T02:20:38,262 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733883638061/wal.1733883638241 2024-12-11T02:20:38,262 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39015:39015),(127.0.0.1/127.0.0.1:44255:44255),(127.0.0.1/127.0.0.1:41245:41245)] 2024-12-11T02:20:38,262 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => fc63aac7a840d2eb129e3dc1e4ef0083, NAME => 'testReplayEditsWrittenViaHRegion,,1733883638062.fc63aac7a840d2eb129e3dc1e4ef0083.', STARTKEY => '', ENDKEY => ''} 2024-12-11T02:20:38,262 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733883638062.fc63aac7a840d2eb129e3dc1e4ef0083.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T02:20:38,262 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for fc63aac7a840d2eb129e3dc1e4ef0083 2024-12-11T02:20:38,262 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for fc63aac7a840d2eb129e3dc1e4ef0083 2024-12-11T02:20:38,264 INFO [StoreOpener-fc63aac7a840d2eb129e3dc1e4ef0083-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region fc63aac7a840d2eb129e3dc1e4ef0083 2024-12-11T02:20:38,265 INFO [StoreOpener-fc63aac7a840d2eb129e3dc1e4ef0083-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc63aac7a840d2eb129e3dc1e4ef0083 columnFamilyName a 2024-12-11T02:20:38,265 DEBUG [StoreOpener-fc63aac7a840d2eb129e3dc1e4ef0083-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:38,270 DEBUG [StoreOpener-fc63aac7a840d2eb129e3dc1e4ef0083-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/fc63aac7a840d2eb129e3dc1e4ef0083/a/e3f4ffa21123443d91d679149fdc1423 2024-12-11T02:20:38,271 INFO [StoreOpener-fc63aac7a840d2eb129e3dc1e4ef0083-1 {}] regionserver.HStore(327): Store=fc63aac7a840d2eb129e3dc1e4ef0083/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:38,271 INFO [StoreOpener-fc63aac7a840d2eb129e3dc1e4ef0083-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region fc63aac7a840d2eb129e3dc1e4ef0083 2024-12-11T02:20:38,272 INFO [StoreOpener-fc63aac7a840d2eb129e3dc1e4ef0083-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc63aac7a840d2eb129e3dc1e4ef0083 columnFamilyName b 2024-12-11T02:20:38,272 DEBUG [StoreOpener-fc63aac7a840d2eb129e3dc1e4ef0083-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:38,272 INFO [StoreOpener-fc63aac7a840d2eb129e3dc1e4ef0083-1 {}] regionserver.HStore(327): Store=fc63aac7a840d2eb129e3dc1e4ef0083/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:38,272 INFO [StoreOpener-fc63aac7a840d2eb129e3dc1e4ef0083-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region fc63aac7a840d2eb129e3dc1e4ef0083 2024-12-11T02:20:38,273 INFO [StoreOpener-fc63aac7a840d2eb129e3dc1e4ef0083-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc63aac7a840d2eb129e3dc1e4ef0083 columnFamilyName c 2024-12-11T02:20:38,273 DEBUG [StoreOpener-fc63aac7a840d2eb129e3dc1e4ef0083-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:38,274 INFO [StoreOpener-fc63aac7a840d2eb129e3dc1e4ef0083-1 {}] regionserver.HStore(327): Store=fc63aac7a840d2eb129e3dc1e4ef0083/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:38,274 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for fc63aac7a840d2eb129e3dc1e4ef0083 2024-12-11T02:20:38,274 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/fc63aac7a840d2eb129e3dc1e4ef0083 2024-12-11T02:20:38,276 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/fc63aac7a840d2eb129e3dc1e4ef0083 2024-12-11T02:20:38,276 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/fc63aac7a840d2eb129e3dc1e4ef0083/recovered.edits/0000000000000000035 2024-12-11T02:20:38,278 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/fc63aac7a840d2eb129e3dc1e4ef0083/recovered.edits/0000000000000000035: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-11T02:20:38,279 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/fc63aac7a840d2eb129e3dc1e4ef0083/recovered.edits/0000000000000000035 2024-12-11T02:20:38,279 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing fc63aac7a840d2eb129e3dc1e4ef0083 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-12-11T02:20:38,294 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/fc63aac7a840d2eb129e3dc1e4ef0083/.tmp/b/2eea0b36f4484b62a57672f6d5965876 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733883638181/Put/seqid=0 2024-12-11T02:20:38,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741931_1110 (size=5958) 2024-12-11T02:20:38,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741931_1110 (size=5958) 2024-12-11T02:20:38,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741931_1110 (size=5958) 2024-12-11T02:20:38,303 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/fc63aac7a840d2eb129e3dc1e4ef0083/.tmp/b/2eea0b36f4484b62a57672f6d5965876 2024-12-11T02:20:38,324 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/fc63aac7a840d2eb129e3dc1e4ef0083/.tmp/c/483fc5a5581646928f2cceb1ea316294 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733883638187/Put/seqid=0 2024-12-11T02:20:38,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741932_1111 (size=5958) 2024-12-11T02:20:38,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741932_1111 (size=5958) 2024-12-11T02:20:38,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741932_1111 (size=5958) 2024-12-11T02:20:38,332 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/fc63aac7a840d2eb129e3dc1e4ef0083/.tmp/c/483fc5a5581646928f2cceb1ea316294 2024-12-11T02:20:38,338 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/fc63aac7a840d2eb129e3dc1e4ef0083/.tmp/b/2eea0b36f4484b62a57672f6d5965876 as hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/fc63aac7a840d2eb129e3dc1e4ef0083/b/2eea0b36f4484b62a57672f6d5965876 2024-12-11T02:20:38,344 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/fc63aac7a840d2eb129e3dc1e4ef0083/b/2eea0b36f4484b62a57672f6d5965876, entries=10, sequenceid=35, filesize=5.8 K 2024-12-11T02:20:38,345 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/fc63aac7a840d2eb129e3dc1e4ef0083/.tmp/c/483fc5a5581646928f2cceb1ea316294 as hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/fc63aac7a840d2eb129e3dc1e4ef0083/c/483fc5a5581646928f2cceb1ea316294 2024-12-11T02:20:38,350 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/fc63aac7a840d2eb129e3dc1e4ef0083/c/483fc5a5581646928f2cceb1ea316294, entries=10, sequenceid=35, filesize=5.8 K 2024-12-11T02:20:38,350 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for fc63aac7a840d2eb129e3dc1e4ef0083 in 71ms, sequenceid=35, compaction requested=false; wal=null 2024-12-11T02:20:38,351 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/fc63aac7a840d2eb129e3dc1e4ef0083/recovered.edits/0000000000000000035 2024-12-11T02:20:38,352 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for fc63aac7a840d2eb129e3dc1e4ef0083 2024-12-11T02:20:38,352 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for fc63aac7a840d2eb129e3dc1e4ef0083 2024-12-11T02:20:38,352 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T02:20:38,354 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for fc63aac7a840d2eb129e3dc1e4ef0083 2024-12-11T02:20:38,356 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/fc63aac7a840d2eb129e3dc1e4ef0083/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-12-11T02:20:38,357 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened fc63aac7a840d2eb129e3dc1e4ef0083; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69718471, jitterRate=0.0388861745595932}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T02:20:38,357 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for fc63aac7a840d2eb129e3dc1e4ef0083: Writing region info on filesystem at 1733883638262Initializing all the Stores at 1733883638263 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883638263Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883638263Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883638264 (+1 ms)Obtaining lock to block concurrent updates at 1733883638279 (+15 ms)Preparing flush snapshotting stores in fc63aac7a840d2eb129e3dc1e4ef0083 at 1733883638279Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733883638062.fc63aac7a840d2eb129e3dc1e4ef0083., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1733883638279Flushing stores of testReplayEditsWrittenViaHRegion,,1733883638062.fc63aac7a840d2eb129e3dc1e4ef0083. at 1733883638279Flushing fc63aac7a840d2eb129e3dc1e4ef0083/b: creating writer at 1733883638279Flushing fc63aac7a840d2eb129e3dc1e4ef0083/b: appending metadata at 1733883638294 (+15 ms)Flushing fc63aac7a840d2eb129e3dc1e4ef0083/b: closing flushed file at 1733883638294Flushing fc63aac7a840d2eb129e3dc1e4ef0083/c: creating writer at 1733883638309 (+15 ms)Flushing fc63aac7a840d2eb129e3dc1e4ef0083/c: appending metadata at 1733883638323 (+14 ms)Flushing fc63aac7a840d2eb129e3dc1e4ef0083/c: closing flushed file at 1733883638323Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7afebf0a: reopening flushed file at 1733883638338 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c3855e: reopening flushed file at 1733883638344 (+6 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for fc63aac7a840d2eb129e3dc1e4ef0083 in 71ms, sequenceid=35, compaction requested=false; wal=null at 1733883638350 (+6 ms)Cleaning up temporary data from old regions at 1733883638352 (+2 ms)Region opened successfully at 1733883638357 (+5 ms) 2024-12-11T02:20:38,357 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-11T02:20:38,427 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38075/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733883638061/wal.1733883638241, size=0 (0bytes) 2024-12-11T02:20:38,427 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:38075/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733883638061/wal.1733883638241 might be still open, length is 0 2024-12-11T02:20:38,427 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38075/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733883638061/wal.1733883638241 2024-12-11T02:20:38,427 WARN [IPC Server handler 2 on default port 38075 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733883638061/wal.1733883638241 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109 2024-12-11T02:20:38,427 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:38075/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733883638061/wal.1733883638241 after 0ms 2024-12-11T02:20:39,730 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1903776113_22 at /127.0.0.1:44354 [Receiving block BP-170343088-172.17.0.2-1733883601722:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:45227:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44354 dst: /127.0.0.1:45227 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:45227 remote=/127.0.0.1:44354]. Total timeout mills is 60000, 58658 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T02:20:39,731 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1903776113_22 at /127.0.0.1:33294 [Receiving block BP-170343088-172.17.0.2-1733883601722:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:42339:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33294 dst: /127.0.0.1:42339 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T02:20:39,731 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1903776113_22 at /127.0.0.1:51412 [Receiving block BP-170343088-172.17.0.2-1733883601722:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:36013:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51412 dst: /127.0.0.1:36013 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T02:20:39,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741930_1112 (size=2936) 2024-12-11T02:20:39,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741930_1112 (size=2936) 2024-12-11T02:20:42,428 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:38075/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733883638061/wal.1733883638241 after 4001ms 2024-12-11T02:20:42,431 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38075/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733883638061/wal.1733883638241: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-11T02:20:42,431 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38075/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733883638061/wal.1733883638241 took 4005ms 2024-12-11T02:20:42,434 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:38075/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733883638061/wal.1733883638241; continuing. 2024-12-11T02:20:42,434 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38075/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733883638061/wal.1733883638241 so closing down 2024-12-11T02:20:42,434 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-11T02:20:42,435 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1733883638241.temp 2024-12-11T02:20:42,436 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/fc63aac7a840d2eb129e3dc1e4ef0083/recovered.edits/0000000000000000037-wal.1733883638241.temp 2024-12-11T02:20:42,436 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-11T02:20:42,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741933_1113 (size=2944) 2024-12-11T02:20:42,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741933_1113 (size=2944) 2024-12-11T02:20:42,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741933_1113 (size=2944) 2024-12-11T02:20:42,443 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/fc63aac7a840d2eb129e3dc1e4ef0083/recovered.edits/0000000000000000037-wal.1733883638241.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-11T02:20:42,444 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/fc63aac7a840d2eb129e3dc1e4ef0083/recovered.edits/0000000000000000037-wal.1733883638241.temp to hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/fc63aac7a840d2eb129e3dc1e4ef0083/recovered.edits/0000000000000000066 2024-12-11T02:20:42,444 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:38075/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733883638061/wal.1733883638241, size=0, length=0, corrupted=false, cancelled=false 2024-12-11T02:20:42,445 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38075/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733883638061/wal.1733883638241, journal: Splitting hdfs://localhost:38075/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733883638061/wal.1733883638241, size=0 (0bytes) at 1733883638427Finishing writing output for hdfs://localhost:38075/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733883638061/wal.1733883638241 so closing down at 1733883642434 (+4007 ms)Creating recovered edits writer path=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/fc63aac7a840d2eb129e3dc1e4ef0083/recovered.edits/0000000000000000037-wal.1733883638241.temp at 1733883642436 (+2 ms)3 split writer threads finished at 1733883642437 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/fc63aac7a840d2eb129e3dc1e4ef0083/recovered.edits/0000000000000000037-wal.1733883638241.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733883642443 (+6 ms)Rename recovered edits hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/fc63aac7a840d2eb129e3dc1e4ef0083/recovered.edits/0000000000000000037-wal.1733883638241.temp to hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/fc63aac7a840d2eb129e3dc1e4ef0083/recovered.edits/0000000000000000066 at 1733883642444 (+1 ms)Processed 30 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:38075/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733883638061/wal.1733883638241, size=0, length=0, corrupted=false, cancelled=false at 1733883642444 2024-12-11T02:20:42,446 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38075/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733883638061/wal.1733883638241 to hdfs://localhost:38075/hbase/oldWALs/wal.1733883638241 2024-12-11T02:20:42,447 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/fc63aac7a840d2eb129e3dc1e4ef0083/recovered.edits/0000000000000000066 2024-12-11T02:20:42,447 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-11T02:20:42,449 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38075/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733883638061, archiveDir=hdfs://localhost:38075/hbase/oldWALs, maxLogs=32 2024-12-11T02:20:42,462 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733883638061/wal.1733883642449, exclude list is [], retry=0 2024-12-11T02:20:42,464 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45227,DS-ec304476-ba6d-4405-9e0f-ce26bd77d384,DISK] 2024-12-11T02:20:42,464 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36013,DS-fa5060c7-4172-4632-a7fa-0f218265b336,DISK] 2024-12-11T02:20:42,465 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42339,DS-218099b2-9a37-45b9-9467-530be5376f5f,DISK] 2024-12-11T02:20:42,466 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733883638061/wal.1733883642449 2024-12-11T02:20:42,466 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39015:39015),(127.0.0.1/127.0.0.1:44255:44255),(127.0.0.1/127.0.0.1:41245:41245)] 2024-12-11T02:20:42,467 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733883638062.fc63aac7a840d2eb129e3dc1e4ef0083.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T02:20:42,468 INFO [StoreOpener-fc63aac7a840d2eb129e3dc1e4ef0083-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region fc63aac7a840d2eb129e3dc1e4ef0083 2024-12-11T02:20:42,469 INFO [StoreOpener-fc63aac7a840d2eb129e3dc1e4ef0083-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc63aac7a840d2eb129e3dc1e4ef0083 columnFamilyName a 2024-12-11T02:20:42,469 DEBUG [StoreOpener-fc63aac7a840d2eb129e3dc1e4ef0083-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:42,474 DEBUG [StoreOpener-fc63aac7a840d2eb129e3dc1e4ef0083-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/fc63aac7a840d2eb129e3dc1e4ef0083/a/e3f4ffa21123443d91d679149fdc1423 2024-12-11T02:20:42,474 INFO [StoreOpener-fc63aac7a840d2eb129e3dc1e4ef0083-1 {}] regionserver.HStore(327): Store=fc63aac7a840d2eb129e3dc1e4ef0083/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:42,474 INFO [StoreOpener-fc63aac7a840d2eb129e3dc1e4ef0083-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region fc63aac7a840d2eb129e3dc1e4ef0083 2024-12-11T02:20:42,475 INFO [StoreOpener-fc63aac7a840d2eb129e3dc1e4ef0083-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc63aac7a840d2eb129e3dc1e4ef0083 columnFamilyName b 2024-12-11T02:20:42,475 DEBUG [StoreOpener-fc63aac7a840d2eb129e3dc1e4ef0083-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:42,479 DEBUG [StoreOpener-fc63aac7a840d2eb129e3dc1e4ef0083-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/fc63aac7a840d2eb129e3dc1e4ef0083/b/2eea0b36f4484b62a57672f6d5965876 2024-12-11T02:20:42,479 INFO [StoreOpener-fc63aac7a840d2eb129e3dc1e4ef0083-1 {}] regionserver.HStore(327): Store=fc63aac7a840d2eb129e3dc1e4ef0083/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:42,479 INFO [StoreOpener-fc63aac7a840d2eb129e3dc1e4ef0083-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region fc63aac7a840d2eb129e3dc1e4ef0083 2024-12-11T02:20:42,479 INFO [StoreOpener-fc63aac7a840d2eb129e3dc1e4ef0083-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc63aac7a840d2eb129e3dc1e4ef0083 columnFamilyName c 2024-12-11T02:20:42,479 DEBUG [StoreOpener-fc63aac7a840d2eb129e3dc1e4ef0083-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T02:20:42,483 DEBUG [StoreOpener-fc63aac7a840d2eb129e3dc1e4ef0083-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/fc63aac7a840d2eb129e3dc1e4ef0083/c/483fc5a5581646928f2cceb1ea316294 2024-12-11T02:20:42,483 INFO [StoreOpener-fc63aac7a840d2eb129e3dc1e4ef0083-1 {}] regionserver.HStore(327): Store=fc63aac7a840d2eb129e3dc1e4ef0083/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T02:20:42,484 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for fc63aac7a840d2eb129e3dc1e4ef0083 2024-12-11T02:20:42,484 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/fc63aac7a840d2eb129e3dc1e4ef0083 2024-12-11T02:20:42,485 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/fc63aac7a840d2eb129e3dc1e4ef0083 2024-12-11T02:20:42,486 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/fc63aac7a840d2eb129e3dc1e4ef0083/recovered.edits/0000000000000000066 2024-12-11T02:20:42,487 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/fc63aac7a840d2eb129e3dc1e4ef0083/recovered.edits/0000000000000000066: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-11T02:20:42,492 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/fc63aac7a840d2eb129e3dc1e4ef0083/recovered.edits/0000000000000000066 2024-12-11T02:20:42,492 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing fc63aac7a840d2eb129e3dc1e4ef0083 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-12-11T02:20:42,507 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/fc63aac7a840d2eb129e3dc1e4ef0083/.tmp/a/7ae27846357a45e4af96bbfdfc796bdd is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1733883638365/Put/seqid=0 2024-12-11T02:20:42,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741935_1115 (size=5958) 2024-12-11T02:20:42,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741935_1115 (size=5958) 2024-12-11T02:20:42,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741935_1115 (size=5958) 2024-12-11T02:20:42,514 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/fc63aac7a840d2eb129e3dc1e4ef0083/.tmp/a/7ae27846357a45e4af96bbfdfc796bdd 2024-12-11T02:20:42,532 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/fc63aac7a840d2eb129e3dc1e4ef0083/.tmp/b/5f1508ede57b43d6853c07b6ae47e8d3 is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1733883638374/Put/seqid=0 2024-12-11T02:20:42,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741936_1116 (size=5958) 2024-12-11T02:20:42,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741936_1116 (size=5958) 2024-12-11T02:20:42,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741936_1116 (size=5958) 2024-12-11T02:20:42,539 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/fc63aac7a840d2eb129e3dc1e4ef0083/.tmp/b/5f1508ede57b43d6853c07b6ae47e8d3 2024-12-11T02:20:42,559 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/fc63aac7a840d2eb129e3dc1e4ef0083/.tmp/c/55af93ed09d64c9dab4fe246e70c7335 is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1733883638382/Put/seqid=0 2024-12-11T02:20:42,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741937_1117 (size=5958) 2024-12-11T02:20:42,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741937_1117 (size=5958) 2024-12-11T02:20:42,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741937_1117 (size=5958) 2024-12-11T02:20:42,566 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/fc63aac7a840d2eb129e3dc1e4ef0083/.tmp/c/55af93ed09d64c9dab4fe246e70c7335 2024-12-11T02:20:42,571 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/fc63aac7a840d2eb129e3dc1e4ef0083/.tmp/a/7ae27846357a45e4af96bbfdfc796bdd as hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/fc63aac7a840d2eb129e3dc1e4ef0083/a/7ae27846357a45e4af96bbfdfc796bdd 2024-12-11T02:20:42,575 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/fc63aac7a840d2eb129e3dc1e4ef0083/a/7ae27846357a45e4af96bbfdfc796bdd, entries=10, sequenceid=66, filesize=5.8 K 2024-12-11T02:20:42,576 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/fc63aac7a840d2eb129e3dc1e4ef0083/.tmp/b/5f1508ede57b43d6853c07b6ae47e8d3 as hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/fc63aac7a840d2eb129e3dc1e4ef0083/b/5f1508ede57b43d6853c07b6ae47e8d3 2024-12-11T02:20:42,580 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/fc63aac7a840d2eb129e3dc1e4ef0083/b/5f1508ede57b43d6853c07b6ae47e8d3, entries=10, sequenceid=66, filesize=5.8 K 2024-12-11T02:20:42,581 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/fc63aac7a840d2eb129e3dc1e4ef0083/.tmp/c/55af93ed09d64c9dab4fe246e70c7335 as hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/fc63aac7a840d2eb129e3dc1e4ef0083/c/55af93ed09d64c9dab4fe246e70c7335 2024-12-11T02:20:42,584 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/fc63aac7a840d2eb129e3dc1e4ef0083/c/55af93ed09d64c9dab4fe246e70c7335, entries=10, sequenceid=66, filesize=5.8 K 2024-12-11T02:20:42,585 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for fc63aac7a840d2eb129e3dc1e4ef0083 in 93ms, sequenceid=66, compaction requested=false; wal=null 2024-12-11T02:20:42,585 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/fc63aac7a840d2eb129e3dc1e4ef0083/recovered.edits/0000000000000000066 2024-12-11T02:20:42,586 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for fc63aac7a840d2eb129e3dc1e4ef0083 2024-12-11T02:20:42,586 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for fc63aac7a840d2eb129e3dc1e4ef0083 2024-12-11T02:20:42,587 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T02:20:42,588 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for fc63aac7a840d2eb129e3dc1e4ef0083 2024-12-11T02:20:42,590 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38075/hbase/data/default/testReplayEditsWrittenViaHRegion/fc63aac7a840d2eb129e3dc1e4ef0083/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-12-11T02:20:42,591 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened fc63aac7a840d2eb129e3dc1e4ef0083; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75352565, jitterRate=0.12284071743488312}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T02:20:42,591 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for fc63aac7a840d2eb129e3dc1e4ef0083: Writing region info on filesystem at 1733883642467Initializing all the Stores at 1733883642467Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883642468 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883642468Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733883642468Obtaining lock to block concurrent updates at 1733883642492 (+24 ms)Preparing flush snapshotting stores in fc63aac7a840d2eb129e3dc1e4ef0083 at 1733883642492Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733883638062.fc63aac7a840d2eb129e3dc1e4ef0083., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1733883642493 (+1 ms)Flushing stores of testReplayEditsWrittenViaHRegion,,1733883638062.fc63aac7a840d2eb129e3dc1e4ef0083. at 1733883642493Flushing fc63aac7a840d2eb129e3dc1e4ef0083/a: creating writer at 1733883642493Flushing fc63aac7a840d2eb129e3dc1e4ef0083/a: appending metadata at 1733883642507 (+14 ms)Flushing fc63aac7a840d2eb129e3dc1e4ef0083/a: closing flushed file at 1733883642507Flushing fc63aac7a840d2eb129e3dc1e4ef0083/b: creating writer at 1733883642518 (+11 ms)Flushing fc63aac7a840d2eb129e3dc1e4ef0083/b: appending metadata at 1733883642532 (+14 ms)Flushing fc63aac7a840d2eb129e3dc1e4ef0083/b: closing flushed file at 1733883642532Flushing fc63aac7a840d2eb129e3dc1e4ef0083/c: creating writer at 1733883642545 (+13 ms)Flushing fc63aac7a840d2eb129e3dc1e4ef0083/c: appending metadata at 1733883642558 (+13 ms)Flushing fc63aac7a840d2eb129e3dc1e4ef0083/c: closing flushed file at 1733883642559 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f835a32: reopening flushed file at 1733883642570 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@523f1eeb: reopening flushed file at 1733883642575 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59aae799: reopening flushed file at 1733883642580 (+5 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for fc63aac7a840d2eb129e3dc1e4ef0083 in 93ms, sequenceid=66, compaction requested=false; wal=null at 1733883642585 (+5 ms)Cleaning up temporary data from old regions at 1733883642586 (+1 ms)Region opened successfully at 1733883642591 (+5 ms) 2024-12-11T02:20:42,603 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing fc63aac7a840d2eb129e3dc1e4ef0083, disabling compactions & flushes 2024-12-11T02:20:42,603 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733883638062.fc63aac7a840d2eb129e3dc1e4ef0083. 2024-12-11T02:20:42,603 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733883638062.fc63aac7a840d2eb129e3dc1e4ef0083. 2024-12-11T02:20:42,603 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733883638062.fc63aac7a840d2eb129e3dc1e4ef0083. after waiting 0 ms 2024-12-11T02:20:42,603 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733883638062.fc63aac7a840d2eb129e3dc1e4ef0083. 2024-12-11T02:20:42,605 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733883638062.fc63aac7a840d2eb129e3dc1e4ef0083. 2024-12-11T02:20:42,605 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for fc63aac7a840d2eb129e3dc1e4ef0083: Waiting for close lock at 1733883642603Disabling compacts and flushes for region at 1733883642603Disabling writes for close at 1733883642603Writing region close event to WAL at 1733883642605 (+2 ms)Closed at 1733883642605 2024-12-11T02:20:42,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741934_1114 (size=95) 2024-12-11T02:20:42,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741934_1114 (size=95) 2024-12-11T02:20:42,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741934_1114 (size=95) 2024-12-11T02:20:42,610 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-11T02:20:42,610 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733883642449) 2024-12-11T02:20:42,625 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=454 (was 447) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_362561447_22 at /127.0.0.1:33320 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:38075 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:38075 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_362561447_22 at /127.0.0.1:60662 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_362561447_22 at /127.0.0.1:59524 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1414 (was 1348) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=112 (was 113), ProcessCount=11 (was 11), AvailableMemoryMB=6151 (was 6165) 2024-12-11T02:20:42,625 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1414 is superior to 1024 2024-12-11T02:20:42,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-11T02:20:42,626 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T02:20:42,626 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T02:20:42,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T02:20:42,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T02:20:42,627 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T02:20:42,627 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-11T02:20:42,627 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1884317825, stopped=false 2024-12-11T02:20:42,627 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a60bac70733e,38781,1733883604822 2024-12-11T02:20:42,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x1019f5216c10002, quorum=127.0.0.1:63414, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-11T02:20:42,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43315-0x1019f5216c10001, quorum=127.0.0.1:63414, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-11T02:20:42,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x1019f5216c10002, quorum=127.0.0.1:63414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T02:20:42,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38781-0x1019f5216c10000, quorum=127.0.0.1:63414, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-11T02:20:42,629 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-11T02:20:42,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38781-0x1019f5216c10000, quorum=127.0.0.1:63414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T02:20:42,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43315-0x1019f5216c10001, quorum=127.0.0.1:63414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T02:20:42,630 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34813-0x1019f5216c10002, quorum=127.0.0.1:63414, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T02:20:42,630 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T02:20:42,630 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38781-0x1019f5216c10000, quorum=127.0.0.1:63414, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T02:20:42,630 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T02:20:42,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T02:20:42,630 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43315-0x1019f5216c10001, quorum=127.0.0.1:63414, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T02:20:42,631 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a60bac70733e,43315,1733883605524' ***** 2024-12-11T02:20:42,631 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-11T02:20:42,631 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a60bac70733e,34813,1733883605631' ***** 2024-12-11T02:20:42,631 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-11T02:20:42,631 INFO [RS:0;a60bac70733e:43315 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-11T02:20:42,631 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-11T02:20:42,632 INFO [RS:0;a60bac70733e:43315 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-11T02:20:42,632 INFO [RS:1;a60bac70733e:34813 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-11T02:20:42,632 INFO [RS:0;a60bac70733e:43315 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-11T02:20:42,632 INFO [RS:1;a60bac70733e:34813 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-11T02:20:42,632 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-11T02:20:42,632 INFO [RS:0;a60bac70733e:43315 {}] regionserver.HRegionServer(3091): Received CLOSE for 7b515369ba6890f942100d59fbf8039d 2024-12-11T02:20:42,632 INFO [RS:1;a60bac70733e:34813 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-11T02:20:42,632 INFO [RS:1;a60bac70733e:34813 {}] regionserver.HRegionServer(959): stopping server a60bac70733e,34813,1733883605631 2024-12-11T02:20:42,632 INFO [RS:0;a60bac70733e:43315 {}] regionserver.HRegionServer(959): stopping server a60bac70733e,43315,1733883605524 2024-12-11T02:20:42,632 INFO [RS:1;a60bac70733e:34813 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T02:20:42,632 INFO [RS:0;a60bac70733e:43315 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T02:20:42,632 INFO [RS:1;a60bac70733e:34813 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;a60bac70733e:34813. 2024-12-11T02:20:42,632 DEBUG [RS_CLOSE_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7b515369ba6890f942100d59fbf8039d, disabling compactions & flushes 2024-12-11T02:20:42,632 INFO [RS:0;a60bac70733e:43315 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a60bac70733e:43315. 2024-12-11T02:20:42,632 DEBUG [RS:1;a60bac70733e:34813 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T02:20:42,632 INFO [RS_CLOSE_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d. 2024-12-11T02:20:42,632 DEBUG [RS:1;a60bac70733e:34813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T02:20:42,632 DEBUG [RS:0;a60bac70733e:43315 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T02:20:42,632 DEBUG [RS_CLOSE_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d. 2024-12-11T02:20:42,632 DEBUG [RS:0;a60bac70733e:43315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T02:20:42,632 INFO [RS:1;a60bac70733e:34813 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-11T02:20:42,632 DEBUG [RS_CLOSE_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d. after waiting 0 ms 2024-12-11T02:20:42,632 DEBUG [RS_CLOSE_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d. 2024-12-11T02:20:42,632 INFO [RS:0;a60bac70733e:43315 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-11T02:20:42,632 INFO [RS:1;a60bac70733e:34813 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-11T02:20:42,632 DEBUG [RS:0;a60bac70733e:43315 {}] regionserver.HRegionServer(1325): Online Regions={7b515369ba6890f942100d59fbf8039d=testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d.} 2024-12-11T02:20:42,632 INFO [RS:1;a60bac70733e:34813 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-11T02:20:42,632 DEBUG [RS:0;a60bac70733e:43315 {}] regionserver.HRegionServer(1351): Waiting on 7b515369ba6890f942100d59fbf8039d 2024-12-11T02:20:42,633 INFO [RS:1;a60bac70733e:34813 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-11T02:20:42,633 INFO [RS:1;a60bac70733e:34813 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-11T02:20:42,633 DEBUG [RS:1;a60bac70733e:34813 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-11T02:20:42,633 DEBUG [RS:1;a60bac70733e:34813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-11T02:20:42,633 DEBUG [RS_CLOSE_META-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-11T02:20:42,633 INFO [RS_CLOSE_META-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-11T02:20:42,633 DEBUG [RS_CLOSE_META-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-11T02:20:42,633 DEBUG [RS_CLOSE_META-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-11T02:20:42,633 DEBUG [RS_CLOSE_META-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-11T02:20:42,633 INFO [RS_CLOSE_META-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB 2024-12-11T02:20:42,637 DEBUG [RS_CLOSE_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7b515369ba6890f942100d59fbf8039d/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-12-11T02:20:42,638 INFO [RS_CLOSE_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d. 2024-12-11T02:20:42,638 DEBUG [RS_CLOSE_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7b515369ba6890f942100d59fbf8039d: Waiting for close lock at 1733883642632Running coprocessor pre-close hooks at 1733883642632Disabling compacts and flushes for region at 1733883642632Disabling writes for close at 1733883642632Writing region close event to WAL at 1733883642633 (+1 ms)Running coprocessor post-close hooks at 1733883642638 (+5 ms)Closed at 1733883642638 2024-12-11T02:20:42,638 DEBUG [RS_CLOSE_REGION-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d. 2024-12-11T02:20:42,662 DEBUG [RS_CLOSE_META-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/hbase/meta/1588230740/.tmp/info/f42f079e2ddd49aeb56220b5153c482f is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1733883619739.7b515369ba6890f942100d59fbf8039d./info:regioninfo/1733883622883/Put/seqid=0 2024-12-11T02:20:42,665 INFO [regionserver/a60bac70733e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T02:20:42,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741938_1118 (size=8243) 2024-12-11T02:20:42,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741938_1118 (size=8243) 2024-12-11T02:20:42,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741938_1118 (size=8243) 2024-12-11T02:20:42,670 INFO [RS_CLOSE_META-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/hbase/meta/1588230740/.tmp/info/f42f079e2ddd49aeb56220b5153c482f 2024-12-11T02:20:42,695 INFO [regionserver/a60bac70733e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T02:20:42,697 DEBUG [RS_CLOSE_META-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/hbase/meta/1588230740/.tmp/ns/a1be9cbe90bf495fa037112b16eb5e7c is 43, key is default/ns:d/1733883607573/Put/seqid=0 2024-12-11T02:20:42,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741939_1119 (size=5153) 2024-12-11T02:20:42,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741939_1119 (size=5153) 2024-12-11T02:20:42,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741939_1119 (size=5153) 2024-12-11T02:20:42,704 INFO [RS_CLOSE_META-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/hbase/meta/1588230740/.tmp/ns/a1be9cbe90bf495fa037112b16eb5e7c 2024-12-11T02:20:42,723 DEBUG [RS_CLOSE_META-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/hbase/meta/1588230740/.tmp/table/3f3dc999f45f4a15a62d237062f48a9e is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1733883620155/Put/seqid=0 2024-12-11T02:20:42,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741940_1120 (size=5431) 2024-12-11T02:20:42,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741940_1120 (size=5431) 2024-12-11T02:20:42,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741940_1120 (size=5431) 2024-12-11T02:20:42,731 INFO [RS_CLOSE_META-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/hbase/meta/1588230740/.tmp/table/3f3dc999f45f4a15a62d237062f48a9e 2024-12-11T02:20:42,737 DEBUG [RS_CLOSE_META-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/hbase/meta/1588230740/.tmp/info/f42f079e2ddd49aeb56220b5153c482f as hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/hbase/meta/1588230740/info/f42f079e2ddd49aeb56220b5153c482f 2024-12-11T02:20:42,742 INFO [RS_CLOSE_META-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/hbase/meta/1588230740/info/f42f079e2ddd49aeb56220b5153c482f, entries=18, sequenceid=21, filesize=8.0 K 2024-12-11T02:20:42,743 DEBUG [RS_CLOSE_META-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/hbase/meta/1588230740/.tmp/ns/a1be9cbe90bf495fa037112b16eb5e7c as hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/hbase/meta/1588230740/ns/a1be9cbe90bf495fa037112b16eb5e7c 2024-12-11T02:20:42,748 INFO [RS_CLOSE_META-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/hbase/meta/1588230740/ns/a1be9cbe90bf495fa037112b16eb5e7c, entries=2, sequenceid=21, filesize=5.0 K 2024-12-11T02:20:42,749 DEBUG [RS_CLOSE_META-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/hbase/meta/1588230740/.tmp/table/3f3dc999f45f4a15a62d237062f48a9e as hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/hbase/meta/1588230740/table/3f3dc999f45f4a15a62d237062f48a9e 2024-12-11T02:20:42,753 INFO [RS_CLOSE_META-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/hbase/meta/1588230740/table/3f3dc999f45f4a15a62d237062f48a9e, entries=2, sequenceid=21, filesize=5.3 K 2024-12-11T02:20:42,755 INFO [RS_CLOSE_META-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 121ms, sequenceid=21, compaction requested=false 2024-12-11T02:20:42,759 DEBUG [RS_CLOSE_META-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-12-11T02:20:42,759 DEBUG [RS_CLOSE_META-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-11T02:20:42,759 INFO [RS_CLOSE_META-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-11T02:20:42,760 DEBUG [RS_CLOSE_META-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733883642633Running coprocessor pre-close hooks at 1733883642633Disabling compacts and flushes for region at 1733883642633Disabling writes for close at 1733883642633Obtaining lock to block concurrent updates at 1733883642633Preparing flush snapshotting stores in 1588230740 at 1733883642633Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1733883642634 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733883642634Flushing 1588230740/info: creating writer at 1733883642634Flushing 1588230740/info: appending metadata at 1733883642662 (+28 ms)Flushing 1588230740/info: closing flushed file at 1733883642662Flushing 1588230740/ns: creating writer at 1733883642676 (+14 ms)Flushing 1588230740/ns: appending metadata at 1733883642696 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1733883642696Flushing 1588230740/table: creating writer at 1733883642709 (+13 ms)Flushing 1588230740/table: appending metadata at 1733883642723 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733883642723Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4639a580: reopening flushed file at 1733883642736 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25c16225: reopening flushed file at 1733883642742 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b4276e8: reopening flushed file at 1733883642748 (+6 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 121ms, sequenceid=21, compaction requested=false at 1733883642755 (+7 ms)Writing region close event to WAL at 1733883642756 (+1 ms)Running coprocessor post-close hooks at 1733883642759 (+3 ms)Closed at 1733883642759 2024-12-11T02:20:42,760 DEBUG [RS_CLOSE_META-regionserver/a60bac70733e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-11T02:20:42,833 INFO [RS:0;a60bac70733e:43315 {}] regionserver.HRegionServer(976): stopping server a60bac70733e,43315,1733883605524; all regions closed. 2024-12-11T02:20:42,833 INFO [RS:1;a60bac70733e:34813 {}] regionserver.HRegionServer(976): stopping server a60bac70733e,34813,1733883605631; all regions closed. 2024-12-11T02:20:42,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741835_1011 (size=2186) 2024-12-11T02:20:42,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741836_1012 (size=4705) 2024-12-11T02:20:42,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741835_1011 (size=2186) 2024-12-11T02:20:42,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741835_1011 (size=2186) 2024-12-11T02:20:42,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741836_1012 (size=4705) 2024-12-11T02:20:42,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741836_1012 (size=4705) 2024-12-11T02:20:42,838 INFO [regionserver/a60bac70733e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-11T02:20:42,838 INFO [regionserver/a60bac70733e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-11T02:20:42,839 DEBUG [RS:0;a60bac70733e:43315 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/oldWALs 2024-12-11T02:20:42,839 INFO [RS:0;a60bac70733e:43315 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a60bac70733e%2C43315%2C1733883605524:(num 1733883606999) 2024-12-11T02:20:42,839 DEBUG [RS:1;a60bac70733e:34813 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/oldWALs 2024-12-11T02:20:42,839 DEBUG [RS:0;a60bac70733e:43315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T02:20:42,839 INFO [RS:0;a60bac70733e:43315 {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T02:20:42,839 INFO [RS:1;a60bac70733e:34813 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a60bac70733e%2C34813%2C1733883605631.meta:.meta(num 1733883607411) 2024-12-11T02:20:42,839 INFO [RS:0;a60bac70733e:43315 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-11T02:20:42,839 INFO [RS:0;a60bac70733e:43315 {}] hbase.ChoreService(370): Chore service for: regionserver/a60bac70733e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-11T02:20:42,839 INFO [RS:0;a60bac70733e:43315 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-11T02:20:42,839 INFO [RS:0;a60bac70733e:43315 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-11T02:20:42,839 INFO [RS:0;a60bac70733e:43315 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-11T02:20:42,839 INFO [RS:0;a60bac70733e:43315 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-11T02:20:42,839 INFO [regionserver/a60bac70733e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-11T02:20:42,839 INFO [RS:0;a60bac70733e:43315 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43315 2024-12-11T02:20:42,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741833_1009 (size=95) 2024-12-11T02:20:42,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741833_1009 (size=95) 2024-12-11T02:20:42,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741833_1009 (size=95) 2024-12-11T02:20:42,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43315-0x1019f5216c10001, quorum=127.0.0.1:63414, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a60bac70733e,43315,1733883605524 2024-12-11T02:20:42,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38781-0x1019f5216c10000, quorum=127.0.0.1:63414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T02:20:42,843 INFO [RS:0;a60bac70733e:43315 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T02:20:42,843 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a60bac70733e,43315,1733883605524] 2024-12-11T02:20:42,844 DEBUG [RS:1;a60bac70733e:34813 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/oldWALs 2024-12-11T02:20:42,844 INFO [RS:1;a60bac70733e:34813 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a60bac70733e%2C34813%2C1733883605631:(num 1733883606998) 2024-12-11T02:20:42,844 DEBUG [RS:1;a60bac70733e:34813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T02:20:42,844 INFO [RS:1;a60bac70733e:34813 {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T02:20:42,844 INFO [RS:1;a60bac70733e:34813 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-11T02:20:42,844 INFO [RS:1;a60bac70733e:34813 {}] hbase.ChoreService(370): Chore service for: regionserver/a60bac70733e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-11T02:20:42,844 INFO [RS:1;a60bac70733e:34813 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-11T02:20:42,844 INFO [regionserver/a60bac70733e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-11T02:20:42,844 INFO [RS:1;a60bac70733e:34813 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34813 2024-12-11T02:20:42,845 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a60bac70733e,43315,1733883605524 already deleted, retry=false 2024-12-11T02:20:42,846 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a60bac70733e,43315,1733883605524 expired; onlineServers=1 2024-12-11T02:20:42,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x1019f5216c10002, quorum=127.0.0.1:63414, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a60bac70733e,34813,1733883605631 2024-12-11T02:20:42,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38781-0x1019f5216c10000, quorum=127.0.0.1:63414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T02:20:42,846 INFO [RS:1;a60bac70733e:34813 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T02:20:42,849 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a60bac70733e,34813,1733883605631] 2024-12-11T02:20:42,850 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a60bac70733e,34813,1733883605631 already deleted, retry=false 2024-12-11T02:20:42,850 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a60bac70733e,34813,1733883605631 expired; onlineServers=0 2024-12-11T02:20:42,850 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a60bac70733e,38781,1733883604822' ***** 2024-12-11T02:20:42,850 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-11T02:20:42,850 INFO [M:0;a60bac70733e:38781 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T02:20:42,850 INFO [M:0;a60bac70733e:38781 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-11T02:20:42,850 DEBUG [M:0;a60bac70733e:38781 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-11T02:20:42,851 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-11T02:20:42,851 DEBUG [M:0;a60bac70733e:38781 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-11T02:20:42,851 DEBUG [master/a60bac70733e:0:becomeActiveMaster-HFileCleaner.large.0-1733883606670 {}] cleaner.HFileCleaner(306): Exit Thread[master/a60bac70733e:0:becomeActiveMaster-HFileCleaner.large.0-1733883606670,5,FailOnTimeoutGroup] 2024-12-11T02:20:42,851 DEBUG [master/a60bac70733e:0:becomeActiveMaster-HFileCleaner.small.0-1733883606670 {}] cleaner.HFileCleaner(306): Exit Thread[master/a60bac70733e:0:becomeActiveMaster-HFileCleaner.small.0-1733883606670,5,FailOnTimeoutGroup] 2024-12-11T02:20:42,851 INFO [M:0;a60bac70733e:38781 {}] hbase.ChoreService(370): Chore service for: master/a60bac70733e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-11T02:20:42,851 INFO [M:0;a60bac70733e:38781 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-11T02:20:42,851 DEBUG [M:0;a60bac70733e:38781 {}] master.HMaster(1795): Stopping service threads 2024-12-11T02:20:42,851 INFO [M:0;a60bac70733e:38781 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-11T02:20:42,851 INFO [M:0;a60bac70733e:38781 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-11T02:20:42,852 INFO [M:0;a60bac70733e:38781 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-11T02:20:42,852 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-11T02:20:42,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38781-0x1019f5216c10000, quorum=127.0.0.1:63414, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-11T02:20:42,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38781-0x1019f5216c10000, quorum=127.0.0.1:63414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T02:20:42,853 DEBUG [M:0;a60bac70733e:38781 {}] zookeeper.ZKUtil(347): master:38781-0x1019f5216c10000, quorum=127.0.0.1:63414, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-11T02:20:42,853 WARN [M:0;a60bac70733e:38781 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-11T02:20:42,853 INFO [M:0;a60bac70733e:38781 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/.lastflushedseqids 2024-12-11T02:20:42,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741941_1121 (size=138) 2024-12-11T02:20:42,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741941_1121 (size=138) 2024-12-11T02:20:42,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741941_1121 (size=138) 2024-12-11T02:20:42,866 INFO [M:0;a60bac70733e:38781 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-11T02:20:42,866 INFO [M:0;a60bac70733e:38781 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-11T02:20:42,866 DEBUG [M:0;a60bac70733e:38781 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-11T02:20:42,867 INFO [M:0;a60bac70733e:38781 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T02:20:42,867 DEBUG [M:0;a60bac70733e:38781 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T02:20:42,867 DEBUG [M:0;a60bac70733e:38781 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-11T02:20:42,867 DEBUG [M:0;a60bac70733e:38781 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T02:20:42,867 INFO [M:0;a60bac70733e:38781 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.34 KB heapSize=83.73 KB 2024-12-11T02:20:42,883 DEBUG [M:0;a60bac70733e:38781 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f58c5e4e8d2445c79da09d8d7526dc82 is 82, key is hbase:meta,,1/info:regioninfo/1733883607498/Put/seqid=0 2024-12-11T02:20:42,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741942_1122 (size=5672) 2024-12-11T02:20:42,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741942_1122 (size=5672) 2024-12-11T02:20:42,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741942_1122 (size=5672) 2024-12-11T02:20:42,889 INFO [M:0;a60bac70733e:38781 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f58c5e4e8d2445c79da09d8d7526dc82 2024-12-11T02:20:42,908 DEBUG [M:0;a60bac70733e:38781 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1c116e069a374b6baba8c8fb0bde58d7 is 1076, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733883620159/Put/seqid=0 2024-12-11T02:20:42,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741943_1123 (size=7755) 2024-12-11T02:20:42,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741943_1123 (size=7755) 2024-12-11T02:20:42,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741943_1123 (size=7755) 2024-12-11T02:20:42,916 INFO [M:0;a60bac70733e:38781 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.61 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1c116e069a374b6baba8c8fb0bde58d7 2024-12-11T02:20:42,921 INFO [M:0;a60bac70733e:38781 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1c116e069a374b6baba8c8fb0bde58d7 2024-12-11T02:20:42,941 DEBUG [M:0;a60bac70733e:38781 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/75cf9cd56f0d4ddda9f59af568a98107 is 69, key is a60bac70733e,34813,1733883605631/rs:state/1733883606758/Put/seqid=0 2024-12-11T02:20:42,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43315-0x1019f5216c10001, quorum=127.0.0.1:63414, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T02:20:42,945 INFO [RS:0;a60bac70733e:43315 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T02:20:42,945 INFO [RS:0;a60bac70733e:43315 {}] regionserver.HRegionServer(1031): Exiting; stopping=a60bac70733e,43315,1733883605524; zookeeper connection closed. 2024-12-11T02:20:42,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43315-0x1019f5216c10001, quorum=127.0.0.1:63414, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T02:20:42,948 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4f5236d8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4f5236d8 2024-12-11T02:20:42,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x1019f5216c10002, quorum=127.0.0.1:63414, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T02:20:42,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x1019f5216c10002, quorum=127.0.0.1:63414, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T02:20:42,949 INFO [RS:1;a60bac70733e:34813 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T02:20:42,949 INFO [RS:1;a60bac70733e:34813 {}] regionserver.HRegionServer(1031): Exiting; stopping=a60bac70733e,34813,1733883605631; zookeeper connection closed. 2024-12-11T02:20:42,949 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@37fe2d17 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@37fe2d17 2024-12-11T02:20:42,950 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-11T02:20:42,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741944_1124 (size=5445) 2024-12-11T02:20:42,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741944_1124 (size=5445) 2024-12-11T02:20:42,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741944_1124 (size=5445) 2024-12-11T02:20:42,951 INFO [M:0;a60bac70733e:38781 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/75cf9cd56f0d4ddda9f59af568a98107 2024-12-11T02:20:42,956 INFO [M:0;a60bac70733e:38781 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 75cf9cd56f0d4ddda9f59af568a98107 2024-12-11T02:20:42,956 DEBUG [M:0;a60bac70733e:38781 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f58c5e4e8d2445c79da09d8d7526dc82 as hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f58c5e4e8d2445c79da09d8d7526dc82 2024-12-11T02:20:42,961 INFO [M:0;a60bac70733e:38781 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f58c5e4e8d2445c79da09d8d7526dc82, entries=8, sequenceid=168, filesize=5.5 K 2024-12-11T02:20:42,962 DEBUG [M:0;a60bac70733e:38781 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1c116e069a374b6baba8c8fb0bde58d7 as hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1c116e069a374b6baba8c8fb0bde58d7 2024-12-11T02:20:42,966 INFO [M:0;a60bac70733e:38781 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1c116e069a374b6baba8c8fb0bde58d7 2024-12-11T02:20:42,966 INFO [M:0;a60bac70733e:38781 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1c116e069a374b6baba8c8fb0bde58d7, entries=17, sequenceid=168, filesize=7.6 K 2024-12-11T02:20:42,967 DEBUG [M:0;a60bac70733e:38781 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/75cf9cd56f0d4ddda9f59af568a98107 as hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/75cf9cd56f0d4ddda9f59af568a98107 2024-12-11T02:20:42,971 INFO [M:0;a60bac70733e:38781 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 75cf9cd56f0d4ddda9f59af568a98107 2024-12-11T02:20:42,971 INFO [M:0;a60bac70733e:38781 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38075/user/jenkins/test-data/d52b2bfe-ae18-c6e7-0a87-917583b27ab2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/75cf9cd56f0d4ddda9f59af568a98107, entries=3, sequenceid=168, filesize=5.3 K 2024-12-11T02:20:42,972 INFO [M:0;a60bac70733e:38781 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 105ms, sequenceid=168, compaction requested=false 2024-12-11T02:20:42,974 INFO [M:0;a60bac70733e:38781 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T02:20:42,974 DEBUG [M:0;a60bac70733e:38781 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733883642866Disabling compacts and flushes for region at 1733883642866Disabling writes for close at 1733883642867 (+1 ms)Obtaining lock to block concurrent updates at 1733883642867Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733883642867Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69984, getHeapSize=85672, getOffHeapSize=0, getCellsCount=195 at 1733883642867Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733883642868 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733883642868Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733883642883 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733883642883Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733883642893 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733883642907 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733883642907Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733883642921 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733883642940 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733883642940Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a61dcbc: reopening flushed file at 1733883642956 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f4ff114: reopening flushed file at 1733883642961 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72be3350: reopening flushed file at 1733883642966 (+5 ms)Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 105ms, sequenceid=168, compaction requested=false at 1733883642972 (+6 ms)Writing region close event to WAL at 1733883642974 (+2 ms)Closed at 1733883642974 2024-12-11T02:20:42,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741830_1006 (size=56482) 2024-12-11T02:20:42,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741830_1006 (size=56482) 2024-12-11T02:20:42,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741830_1006 (size=56482) 2024-12-11T02:20:42,977 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-11T02:20:42,977 INFO [M:0;a60bac70733e:38781 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-11T02:20:42,978 INFO [M:0;a60bac70733e:38781 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38781 2024-12-11T02:20:42,978 INFO [M:0;a60bac70733e:38781 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T02:20:43,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38781-0x1019f5216c10000, quorum=127.0.0.1:63414, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T02:20:43,080 INFO [M:0;a60bac70733e:38781 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T02:20:43,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38781-0x1019f5216c10000, quorum=127.0.0.1:63414, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T02:20:43,087 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733883623180/wal.1733883623490 with renewLeaseKey: DEFAULT_16655 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733883623180/wal.1733883623490 (inode 16655) Holder DFSClient_NONMAPREDUCE_1903776113_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733883623180/wal.1733883623490 (inode 16655) Holder DFSClient_NONMAPREDUCE_1903776113_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-11T02:20:43,088 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733883615289/wal.1733883615409 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T02:20:43,089 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733883638061/wal.1733883638241 with renewLeaseKey: DEFAULT_16767 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T02:20:43,091 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733883623634/wal.1733883632876 with renewLeaseKey: DEFAULT_16678 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733883623634/wal.1733883632876 (inode 16678) Holder DFSClient_NONMAPREDUCE_1903776113_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733883623634/wal.1733883632876 (inode 16678) Holder DFSClient_NONMAPREDUCE_1903776113_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-11T02:20:43,092 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733883608671/wal.1733883608739 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T02:20:43,094 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733883633069/wal.1733883633512 with renewLeaseKey: DEFAULT_16704 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733883633069/wal.1733883633512 (inode 16704) Holder DFSClient_NONMAPREDUCE_1903776113_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733883633069/wal.1733883633512 (inode 16704) Holder DFSClient_NONMAPREDUCE_1903776113_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-11T02:20:43,094 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733883633667/wal.1733883633721 with renewLeaseKey: DEFAULT_16726 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T02:20:43,096 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733883608355/wal.1733883608536 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733883608355/wal.1733883608536 (inode 16485) Holder DFSClient_NONMAPREDUCE_1903776113_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733883608355/wal.1733883608536 (inode 16485) Holder DFSClient_NONMAPREDUCE_1903776113_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-11T02:20:43,098 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733883607820/wal.1733883608064 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733883607820/wal.1733883608064 (inode 16462) Holder DFSClient_NONMAPREDUCE_1903776113_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733883607820/wal.1733883608064 (inode 16462) Holder DFSClient_NONMAPREDUCE_1903776113_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-11T02:20:43,126 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35f1150e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T02:20:43,128 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13a77e13{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T02:20:43,128 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T02:20:43,128 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f9972d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T02:20:43,129 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6d5e13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d592fcfa-d4ae-d196-362d-27cf1617dcd6/hadoop.log.dir/,STOPPED} 2024-12-11T02:20:43,131 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T02:20:43,131 WARN [BP-170343088-172.17.0.2-1733883601722 heartbeating to localhost/127.0.0.1:38075 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T02:20:43,132 WARN [BP-170343088-172.17.0.2-1733883601722 heartbeating to localhost/127.0.0.1:38075 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-170343088-172.17.0.2-1733883601722 (Datanode Uuid 31b37926-421c-4eae-b6fc-0666bb31c795) service to localhost/127.0.0.1:38075 2024-12-11T02:20:43,132 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T02:20:43,133 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d592fcfa-d4ae-d196-362d-27cf1617dcd6/cluster_117f69cb-9d85-512b-c093-f5ad34cd705d/data/data5/current/BP-170343088-172.17.0.2-1733883601722 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T02:20:43,133 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d592fcfa-d4ae-d196-362d-27cf1617dcd6/cluster_117f69cb-9d85-512b-c093-f5ad34cd705d/data/data6/current/BP-170343088-172.17.0.2-1733883601722 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T02:20:43,134 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T02:20:43,136 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bd427b8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T02:20:43,136 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6915083f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T02:20:43,136 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T02:20:43,136 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cc2d6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T02:20:43,137 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46b092e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d592fcfa-d4ae-d196-362d-27cf1617dcd6/hadoop.log.dir/,STOPPED} 2024-12-11T02:20:43,138 WARN [BP-170343088-172.17.0.2-1733883601722 heartbeating to localhost/127.0.0.1:38075 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T02:20:43,138 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T02:20:43,138 WARN [BP-170343088-172.17.0.2-1733883601722 heartbeating to localhost/127.0.0.1:38075 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-170343088-172.17.0.2-1733883601722 (Datanode Uuid 21a80a66-09a2-4c7c-83bb-8aa405ac78f6) service to localhost/127.0.0.1:38075 2024-12-11T02:20:43,138 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T02:20:43,139 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d592fcfa-d4ae-d196-362d-27cf1617dcd6/cluster_117f69cb-9d85-512b-c093-f5ad34cd705d/data/data3/current/BP-170343088-172.17.0.2-1733883601722 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T02:20:43,139 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d592fcfa-d4ae-d196-362d-27cf1617dcd6/cluster_117f69cb-9d85-512b-c093-f5ad34cd705d/data/data4/current/BP-170343088-172.17.0.2-1733883601722 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T02:20:43,139 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T02:20:43,144 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@330740de{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T02:20:43,144 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b24cab9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T02:20:43,144 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T02:20:43,144 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a359997{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T02:20:43,144 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cf5a85e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d592fcfa-d4ae-d196-362d-27cf1617dcd6/hadoop.log.dir/,STOPPED} 2024-12-11T02:20:43,146 WARN [BP-170343088-172.17.0.2-1733883601722 heartbeating to localhost/127.0.0.1:38075 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T02:20:43,146 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T02:20:43,146 WARN [BP-170343088-172.17.0.2-1733883601722 heartbeating to localhost/127.0.0.1:38075 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-170343088-172.17.0.2-1733883601722 (Datanode Uuid c40bb206-27bd-43ea-8c43-55d213b62d39) service to localhost/127.0.0.1:38075 2024-12-11T02:20:43,146 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T02:20:43,146 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d592fcfa-d4ae-d196-362d-27cf1617dcd6/cluster_117f69cb-9d85-512b-c093-f5ad34cd705d/data/data1/current/BP-170343088-172.17.0.2-1733883601722 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T02:20:43,147 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d592fcfa-d4ae-d196-362d-27cf1617dcd6/cluster_117f69cb-9d85-512b-c093-f5ad34cd705d/data/data2/current/BP-170343088-172.17.0.2-1733883601722 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T02:20:43,147 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T02:20:43,154 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3717288f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-11T02:20:43,155 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bd70930{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T02:20:43,155 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T02:20:43,155 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6dc9d5c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T02:20:43,155 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f37ffca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d592fcfa-d4ae-d196-362d-27cf1617dcd6/hadoop.log.dir/,STOPPED} 2024-12-11T02:20:43,168 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-11T02:20:43,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down