2024-11-13 14:31:29,534 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-13 14:31:29,544 main DEBUG Took 0.009138 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-13 14:31:29,545 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-13 14:31:29,545 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-13 14:31:29,546 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-13 14:31:29,547 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 14:31:29,554 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-13 14:31:29,565 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 14:31:29,567 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 14:31:29,568 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 14:31:29,568 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 14:31:29,568 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 14:31:29,569 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 14:31:29,570 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 14:31:29,570 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 14:31:29,570 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 14:31:29,571 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 14:31:29,571 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 14:31:29,572 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 14:31:29,572 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 14:31:29,573 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 14:31:29,573 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 14:31:29,573 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 14:31:29,574 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 14:31:29,574 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 14:31:29,574 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 14:31:29,575 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 14:31:29,575 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 14:31:29,576 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 14:31:29,576 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 14:31:29,576 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 14:31:29,577 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 14:31:29,577 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-13 14:31:29,579 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 14:31:29,580 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-13 14:31:29,581 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-13 14:31:29,582 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-13 14:31:29,583 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-13 14:31:29,583 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-13 14:31:29,591 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-13 14:31:29,593 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-13 14:31:29,595 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-13 14:31:29,596 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-13 14:31:29,596 main DEBUG createAppenders(={Console}) 2024-11-13 14:31:29,597 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-11-13 14:31:29,597 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-13 14:31:29,598 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-11-13 14:31:29,599 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-13 14:31:29,599 main DEBUG OutputStream closed 2024-11-13 14:31:29,599 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-13 14:31:29,600 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-13 14:31:29,600 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-11-13 14:31:29,683 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-13 14:31:29,686 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-13 14:31:29,687 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-13 14:31:29,688 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-13 14:31:29,689 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-13 14:31:29,689 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-13 14:31:29,690 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-13 14:31:29,690 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-13 14:31:29,691 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-13 14:31:29,691 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-13 14:31:29,692 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-13 14:31:29,692 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-13 14:31:29,692 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-13 14:31:29,693 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-13 14:31:29,693 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-13 14:31:29,693 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-13 14:31:29,694 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-13 14:31:29,694 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-13 14:31:29,697 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13 14:31:29,697 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-11-13 14:31:29,698 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-13 14:31:29,698 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-11-13T14:31:29,941 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f90b2f5d-67a3-af73-89b5-c88bee40f138 2024-11-13 14:31:29,944 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-13 14:31:29,944 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13T14:31:29,953 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-11-13T14:31:29,960 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplayValueCompression timeout: 13 mins 2024-11-13T14:31:29,981 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-13T14:31:30,026 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-13T14:31:30,026 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-13T14:31:30,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T14:31:30,053 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f90b2f5d-67a3-af73-89b5-c88bee40f138/cluster_8bb56d3f-b2f2-aed9-17fa-a218dacc1940, deleteOnExit=true 2024-11-13T14:31:30,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T14:31:30,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f90b2f5d-67a3-af73-89b5-c88bee40f138/test.cache.data in system properties and HBase conf 2024-11-13T14:31:30,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f90b2f5d-67a3-af73-89b5-c88bee40f138/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T14:31:30,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f90b2f5d-67a3-af73-89b5-c88bee40f138/hadoop.log.dir in system properties and HBase conf 2024-11-13T14:31:30,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f90b2f5d-67a3-af73-89b5-c88bee40f138/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T14:31:30,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f90b2f5d-67a3-af73-89b5-c88bee40f138/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T14:31:30,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T14:31:30,125 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-13T14:31:30,212 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T14:31:30,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f90b2f5d-67a3-af73-89b5-c88bee40f138/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T14:31:30,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f90b2f5d-67a3-af73-89b5-c88bee40f138/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T14:31:30,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f90b2f5d-67a3-af73-89b5-c88bee40f138/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T14:31:30,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f90b2f5d-67a3-af73-89b5-c88bee40f138/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T14:31:30,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f90b2f5d-67a3-af73-89b5-c88bee40f138/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T14:31:30,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f90b2f5d-67a3-af73-89b5-c88bee40f138/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T14:31:30,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f90b2f5d-67a3-af73-89b5-c88bee40f138/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T14:31:30,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f90b2f5d-67a3-af73-89b5-c88bee40f138/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T14:31:30,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f90b2f5d-67a3-af73-89b5-c88bee40f138/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T14:31:30,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f90b2f5d-67a3-af73-89b5-c88bee40f138/nfs.dump.dir in system properties and HBase conf 2024-11-13T14:31:30,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f90b2f5d-67a3-af73-89b5-c88bee40f138/java.io.tmpdir in system properties and HBase conf 2024-11-13T14:31:30,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f90b2f5d-67a3-af73-89b5-c88bee40f138/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T14:31:30,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f90b2f5d-67a3-af73-89b5-c88bee40f138/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T14:31:30,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f90b2f5d-67a3-af73-89b5-c88bee40f138/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T14:31:31,270 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-13T14:31:31,337 INFO [Time-limited test {}] log.Log(170): Logging initialized @2476ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-13T14:31:31,402 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:31:31,455 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T14:31:31,475 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T14:31:31,475 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T14:31:31,476 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T14:31:31,493 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:31:31,495 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f37ffca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f90b2f5d-67a3-af73-89b5-c88bee40f138/hadoop.log.dir/,AVAILABLE} 2024-11-13T14:31:31,496 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6dc9d5c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T14:31:31,686 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3717288f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f90b2f5d-67a3-af73-89b5-c88bee40f138/java.io.tmpdir/jetty-localhost-37737-hadoop-hdfs-3_4_1-tests_jar-_-any-11415207870499362383/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T14:31:31,691 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bd70930{HTTP/1.1, (http/1.1)}{localhost:37737} 2024-11-13T14:31:31,692 INFO [Time-limited test {}] server.Server(415): Started @2830ms 2024-11-13T14:31:32,226 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:31:32,235 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T14:31:32,236 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T14:31:32,236 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T14:31:32,236 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T14:31:32,237 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cf5a85e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f90b2f5d-67a3-af73-89b5-c88bee40f138/hadoop.log.dir/,AVAILABLE} 2024-11-13T14:31:32,238 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a359997{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T14:31:32,339 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@330740de{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f90b2f5d-67a3-af73-89b5-c88bee40f138/java.io.tmpdir/jetty-localhost-44103-hadoop-hdfs-3_4_1-tests_jar-_-any-4184319630798340864/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T14:31:32,340 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b24cab9{HTTP/1.1, (http/1.1)}{localhost:44103} 2024-11-13T14:31:32,341 INFO [Time-limited test {}] server.Server(415): Started @3479ms 2024-11-13T14:31:32,388 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T14:31:32,493 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:31:32,502 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T14:31:32,504 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T14:31:32,504 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T14:31:32,504 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T14:31:32,507 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46b092e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f90b2f5d-67a3-af73-89b5-c88bee40f138/hadoop.log.dir/,AVAILABLE} 2024-11-13T14:31:32,508 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cc2d6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T14:31:32,617 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bd427b8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f90b2f5d-67a3-af73-89b5-c88bee40f138/java.io.tmpdir/jetty-localhost-42763-hadoop-hdfs-3_4_1-tests_jar-_-any-15873291953736845940/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T14:31:32,618 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6915083f{HTTP/1.1, (http/1.1)}{localhost:42763} 2024-11-13T14:31:32,618 INFO [Time-limited test {}] server.Server(415): Started @3757ms 2024-11-13T14:31:32,621 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T14:31:32,659 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:31:32,664 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T14:31:32,669 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T14:31:32,669 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T14:31:32,669 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T14:31:32,670 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6d5e13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f90b2f5d-67a3-af73-89b5-c88bee40f138/hadoop.log.dir/,AVAILABLE} 2024-11-13T14:31:32,670 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f9972d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T14:31:32,767 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35f1150e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f90b2f5d-67a3-af73-89b5-c88bee40f138/java.io.tmpdir/jetty-localhost-37013-hadoop-hdfs-3_4_1-tests_jar-_-any-8735069376292320297/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T14:31:32,768 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13a77e13{HTTP/1.1, (http/1.1)}{localhost:37013} 2024-11-13T14:31:32,768 INFO [Time-limited test {}] server.Server(415): Started @3906ms 2024-11-13T14:31:32,770 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T14:31:34,205 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f90b2f5d-67a3-af73-89b5-c88bee40f138/cluster_8bb56d3f-b2f2-aed9-17fa-a218dacc1940/data/data4/current/BP-942709033-172.17.0.2-1731508290742/current, will proceed with Du for space computation calculation, 2024-11-13T14:31:34,205 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f90b2f5d-67a3-af73-89b5-c88bee40f138/cluster_8bb56d3f-b2f2-aed9-17fa-a218dacc1940/data/data3/current/BP-942709033-172.17.0.2-1731508290742/current, will proceed with Du for space computation calculation, 2024-11-13T14:31:34,205 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f90b2f5d-67a3-af73-89b5-c88bee40f138/cluster_8bb56d3f-b2f2-aed9-17fa-a218dacc1940/data/data2/current/BP-942709033-172.17.0.2-1731508290742/current, will proceed with Du for space computation calculation, 2024-11-13T14:31:34,205 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f90b2f5d-67a3-af73-89b5-c88bee40f138/cluster_8bb56d3f-b2f2-aed9-17fa-a218dacc1940/data/data1/current/BP-942709033-172.17.0.2-1731508290742/current, will proceed with Du for space computation calculation, 2024-11-13T14:31:34,233 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T14:31:34,233 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T14:31:34,268 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f90b2f5d-67a3-af73-89b5-c88bee40f138/cluster_8bb56d3f-b2f2-aed9-17fa-a218dacc1940/data/data5/current/BP-942709033-172.17.0.2-1731508290742/current, will proceed with Du for space computation calculation, 2024-11-13T14:31:34,269 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f90b2f5d-67a3-af73-89b5-c88bee40f138/cluster_8bb56d3f-b2f2-aed9-17fa-a218dacc1940/data/data6/current/BP-942709033-172.17.0.2-1731508290742/current, will proceed with Du for space computation calculation, 2024-11-13T14:31:34,279 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x859d9abf7db6165b with lease ID 0xe1cba08fb7c866eb: Processing first storage report for DS-4e9c7a05-2410-4992-ba6e-f6c65b75565a from datanode DatanodeRegistration(127.0.0.1:42387, datanodeUuid=d6d3bcc3-8285-4a14-a5b7-bd31d95d5203, infoPort=38697, infoSecurePort=0, ipcPort=35465, storageInfo=lv=-57;cid=testClusterID;nsid=476604205;c=1731508290742) 2024-11-13T14:31:34,280 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x859d9abf7db6165b with lease ID 0xe1cba08fb7c866eb: from storage DS-4e9c7a05-2410-4992-ba6e-f6c65b75565a node DatanodeRegistration(127.0.0.1:42387, datanodeUuid=d6d3bcc3-8285-4a14-a5b7-bd31d95d5203, infoPort=38697, infoSecurePort=0, ipcPort=35465, storageInfo=lv=-57;cid=testClusterID;nsid=476604205;c=1731508290742), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T14:31:34,280 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf9f899509712c152 with lease ID 0xe1cba08fb7c866ec: Processing first storage report for DS-fb2b1a45-9bc1-4679-ba5a-76bfe8ef03f2 from datanode DatanodeRegistration(127.0.0.1:41973, datanodeUuid=bb418d6b-bfc1-4559-bb57-807023d9758d, infoPort=35665, infoSecurePort=0, ipcPort=41705, storageInfo=lv=-57;cid=testClusterID;nsid=476604205;c=1731508290742) 2024-11-13T14:31:34,280 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf9f899509712c152 with lease ID 0xe1cba08fb7c866ec: from storage DS-fb2b1a45-9bc1-4679-ba5a-76bfe8ef03f2 node DatanodeRegistration(127.0.0.1:41973, datanodeUuid=bb418d6b-bfc1-4559-bb57-807023d9758d, infoPort=35665, infoSecurePort=0, ipcPort=41705, storageInfo=lv=-57;cid=testClusterID;nsid=476604205;c=1731508290742), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T14:31:34,281 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x859d9abf7db6165b with lease ID 0xe1cba08fb7c866eb: Processing first storage report for DS-a439b390-d188-4e1c-a48c-81eee03c3019 from datanode DatanodeRegistration(127.0.0.1:42387, datanodeUuid=d6d3bcc3-8285-4a14-a5b7-bd31d95d5203, infoPort=38697, infoSecurePort=0, ipcPort=35465, storageInfo=lv=-57;cid=testClusterID;nsid=476604205;c=1731508290742) 2024-11-13T14:31:34,281 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x859d9abf7db6165b with lease ID 0xe1cba08fb7c866eb: from storage DS-a439b390-d188-4e1c-a48c-81eee03c3019 node DatanodeRegistration(127.0.0.1:42387, datanodeUuid=d6d3bcc3-8285-4a14-a5b7-bd31d95d5203, infoPort=38697, infoSecurePort=0, ipcPort=35465, storageInfo=lv=-57;cid=testClusterID;nsid=476604205;c=1731508290742), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T14:31:34,281 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf9f899509712c152 with lease ID 0xe1cba08fb7c866ec: Processing first storage report for DS-e7a112d3-9229-4afa-99e2-096a90425981 from datanode DatanodeRegistration(127.0.0.1:41973, datanodeUuid=bb418d6b-bfc1-4559-bb57-807023d9758d, infoPort=35665, infoSecurePort=0, ipcPort=41705, storageInfo=lv=-57;cid=testClusterID;nsid=476604205;c=1731508290742) 2024-11-13T14:31:34,281 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf9f899509712c152 with lease ID 0xe1cba08fb7c866ec: from storage DS-e7a112d3-9229-4afa-99e2-096a90425981 node DatanodeRegistration(127.0.0.1:41973, datanodeUuid=bb418d6b-bfc1-4559-bb57-807023d9758d, infoPort=35665, infoSecurePort=0, ipcPort=41705, storageInfo=lv=-57;cid=testClusterID;nsid=476604205;c=1731508290742), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T14:31:34,295 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T14:31:34,301 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaf3bf6e8452acef with lease ID 0xe1cba08fb7c866ed: Processing first storage report for DS-6e36f357-c0b3-46cb-a44a-940bbc7fdfd0 from datanode DatanodeRegistration(127.0.0.1:41545, datanodeUuid=eef3e509-d6c7-4364-8372-d36c55e56086, infoPort=34769, infoSecurePort=0, ipcPort=33211, storageInfo=lv=-57;cid=testClusterID;nsid=476604205;c=1731508290742) 2024-11-13T14:31:34,301 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaf3bf6e8452acef with lease ID 0xe1cba08fb7c866ed: from storage DS-6e36f357-c0b3-46cb-a44a-940bbc7fdfd0 node DatanodeRegistration(127.0.0.1:41545, datanodeUuid=eef3e509-d6c7-4364-8372-d36c55e56086, infoPort=34769, infoSecurePort=0, ipcPort=33211, storageInfo=lv=-57;cid=testClusterID;nsid=476604205;c=1731508290742), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T14:31:34,301 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaf3bf6e8452acef with lease ID 0xe1cba08fb7c866ed: Processing first storage report for DS-53d8e2fc-a1cd-4fed-8883-b5edc6430035 from datanode DatanodeRegistration(127.0.0.1:41545, datanodeUuid=eef3e509-d6c7-4364-8372-d36c55e56086, infoPort=34769, infoSecurePort=0, ipcPort=33211, storageInfo=lv=-57;cid=testClusterID;nsid=476604205;c=1731508290742) 2024-11-13T14:31:34,302 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaf3bf6e8452acef with lease ID 0xe1cba08fb7c866ed: from storage DS-53d8e2fc-a1cd-4fed-8883-b5edc6430035 node DatanodeRegistration(127.0.0.1:41545, datanodeUuid=eef3e509-d6c7-4364-8372-d36c55e56086, infoPort=34769, infoSecurePort=0, ipcPort=33211, storageInfo=lv=-57;cid=testClusterID;nsid=476604205;c=1731508290742), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T14:31:34,413 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f90b2f5d-67a3-af73-89b5-c88bee40f138 2024-11-13T14:31:34,477 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f90b2f5d-67a3-af73-89b5-c88bee40f138/cluster_8bb56d3f-b2f2-aed9-17fa-a218dacc1940/zookeeper_0, clientPort=54985, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f90b2f5d-67a3-af73-89b5-c88bee40f138/cluster_8bb56d3f-b2f2-aed9-17fa-a218dacc1940/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f90b2f5d-67a3-af73-89b5-c88bee40f138/cluster_8bb56d3f-b2f2-aed9-17fa-a218dacc1940/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T14:31:34,486 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54985 2024-11-13T14:31:34,501 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:31:34,504 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:31:34,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741825_1001 (size=7) 2024-11-13T14:31:34,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741825_1001 (size=7) 2024-11-13T14:31:34,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741825_1001 (size=7) 2024-11-13T14:31:35,135 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc with version=8 2024-11-13T14:31:35,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/hbase-staging 2024-11-13T14:31:35,404 INFO [Time-limited test {}] client.ConnectionUtils(128): master/eb1966fd6578:0 server-side Connection retries=45 2024-11-13T14:31:35,413 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:31:35,413 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T14:31:35,418 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T14:31:35,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:31:35,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T14:31:35,567 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T14:31:35,623 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-13T14:31:35,632 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-13T14:31:35,636 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T14:31:35,659 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 92506 (auto-detected) 2024-11-13T14:31:35,661 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-13T14:31:35,679 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35921 2024-11-13T14:31:35,699 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35921 connecting to ZooKeeper ensemble=127.0.0.1:54985 2024-11-13T14:31:35,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:359210x0, quorum=127.0.0.1:54985, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:31:35,828 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35921-0x101349bcee70000 connected 2024-11-13T14:31:35,930 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:31:35,936 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:31:35,948 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35921-0x101349bcee70000, quorum=127.0.0.1:54985, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T14:31:35,951 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc, hbase.cluster.distributed=false 2024-11-13T14:31:35,973 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35921-0x101349bcee70000, quorum=127.0.0.1:54985, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T14:31:35,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35921 2024-11-13T14:31:35,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35921 2024-11-13T14:31:35,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35921 2024-11-13T14:31:35,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35921 2024-11-13T14:31:35,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35921 2024-11-13T14:31:36,073 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/eb1966fd6578:0 server-side Connection retries=45 2024-11-13T14:31:36,075 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:31:36,075 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T14:31:36,075 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T14:31:36,075 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:31:36,075 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T14:31:36,077 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T14:31:36,080 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T14:31:36,081 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36455 2024-11-13T14:31:36,083 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36455 connecting to ZooKeeper ensemble=127.0.0.1:54985 2024-11-13T14:31:36,083 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:31:36,086 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:31:36,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:364550x0, quorum=127.0.0.1:54985, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:31:36,097 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:364550x0, quorum=127.0.0.1:54985, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T14:31:36,097 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36455-0x101349bcee70001 connected 2024-11-13T14:31:36,101 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T14:31:36,108 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T14:31:36,111 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36455-0x101349bcee70001, quorum=127.0.0.1:54985, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T14:31:36,116 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36455-0x101349bcee70001, quorum=127.0.0.1:54985, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T14:31:36,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36455 2024-11-13T14:31:36,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36455 2024-11-13T14:31:36,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36455 2024-11-13T14:31:36,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36455 2024-11-13T14:31:36,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36455 2024-11-13T14:31:36,134 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/eb1966fd6578:0 server-side Connection retries=45 2024-11-13T14:31:36,134 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:31:36,134 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T14:31:36,135 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T14:31:36,135 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:31:36,135 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T14:31:36,135 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T14:31:36,135 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T14:31:36,136 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41921 2024-11-13T14:31:36,138 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41921 connecting to ZooKeeper ensemble=127.0.0.1:54985 2024-11-13T14:31:36,139 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:31:36,141 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:31:36,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:419210x0, quorum=127.0.0.1:54985, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:31:36,158 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41921-0x101349bcee70002 connected 2024-11-13T14:31:36,158 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41921-0x101349bcee70002, quorum=127.0.0.1:54985, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T14:31:36,158 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T14:31:36,160 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T14:31:36,160 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41921-0x101349bcee70002, quorum=127.0.0.1:54985, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T14:31:36,163 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41921-0x101349bcee70002, quorum=127.0.0.1:54985, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T14:31:36,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41921 2024-11-13T14:31:36,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41921 2024-11-13T14:31:36,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41921 2024-11-13T14:31:36,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41921 2024-11-13T14:31:36,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41921 2024-11-13T14:31:36,181 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/eb1966fd6578:0 server-side Connection retries=45 2024-11-13T14:31:36,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:31:36,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T14:31:36,181 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T14:31:36,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:31:36,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T14:31:36,182 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T14:31:36,182 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T14:31:36,183 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35127 2024-11-13T14:31:36,185 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35127 connecting to ZooKeeper ensemble=127.0.0.1:54985 2024-11-13T14:31:36,186 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:31:36,188 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:31:36,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:351270x0, quorum=127.0.0.1:54985, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:31:36,203 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:351270x0, quorum=127.0.0.1:54985, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T14:31:36,203 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35127-0x101349bcee70003 connected 2024-11-13T14:31:36,203 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T14:31:36,204 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T14:31:36,205 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35127-0x101349bcee70003, quorum=127.0.0.1:54985, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T14:31:36,207 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35127-0x101349bcee70003, quorum=127.0.0.1:54985, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T14:31:36,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35127 2024-11-13T14:31:36,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35127 2024-11-13T14:31:36,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35127 2024-11-13T14:31:36,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35127 2024-11-13T14:31:36,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35127 2024-11-13T14:31:36,227 DEBUG [M:0;eb1966fd6578:35921 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;eb1966fd6578:35921 2024-11-13T14:31:36,228 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/eb1966fd6578,35921,1731508295252 2024-11-13T14:31:36,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35921-0x101349bcee70000, quorum=127.0.0.1:54985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T14:31:36,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41921-0x101349bcee70002, quorum=127.0.0.1:54985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T14:31:36,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36455-0x101349bcee70001, quorum=127.0.0.1:54985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T14:31:36,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35127-0x101349bcee70003, quorum=127.0.0.1:54985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T14:31:36,247 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35921-0x101349bcee70000, quorum=127.0.0.1:54985, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/eb1966fd6578,35921,1731508295252 2024-11-13T14:31:36,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35127-0x101349bcee70003, quorum=127.0.0.1:54985, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T14:31:36,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41921-0x101349bcee70002, quorum=127.0.0.1:54985, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T14:31:36,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35921-0x101349bcee70000, quorum=127.0.0.1:54985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T14:31:36,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36455-0x101349bcee70001, quorum=127.0.0.1:54985, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T14:31:36,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36455-0x101349bcee70001, quorum=127.0.0.1:54985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T14:31:36,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35127-0x101349bcee70003, quorum=127.0.0.1:54985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T14:31:36,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41921-0x101349bcee70002, quorum=127.0.0.1:54985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T14:31:36,276 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35921-0x101349bcee70000, quorum=127.0.0.1:54985, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T14:31:36,278 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/eb1966fd6578,35921,1731508295252 from backup master directory 2024-11-13T14:31:36,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36455-0x101349bcee70001, quorum=127.0.0.1:54985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T14:31:36,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35921-0x101349bcee70000, quorum=127.0.0.1:54985, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/eb1966fd6578,35921,1731508295252 2024-11-13T14:31:36,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41921-0x101349bcee70002, quorum=127.0.0.1:54985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T14:31:36,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35127-0x101349bcee70003, quorum=127.0.0.1:54985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T14:31:36,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35921-0x101349bcee70000, quorum=127.0.0.1:54985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T14:31:36,287 WARN [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T14:31:36,288 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=eb1966fd6578,35921,1731508295252 2024-11-13T14:31:36,290 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-13T14:31:36,292 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-13T14:31:36,348 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/hbase.id] with ID: 546bebd0-19d6-45ea-a726-1f85ab0cdd8f 2024-11-13T14:31:36,348 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/.tmp/hbase.id 2024-11-13T14:31:36,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741826_1002 (size=42) 2024-11-13T14:31:36,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741826_1002 (size=42) 2024-11-13T14:31:36,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741826_1002 (size=42) 2024-11-13T14:31:36,364 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/.tmp/hbase.id]:[hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/hbase.id] 2024-11-13T14:31:36,410 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:31:36,415 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T14:31:36,432 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-13T14:31:36,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35921-0x101349bcee70000, quorum=127.0.0.1:54985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T14:31:36,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41921-0x101349bcee70002, quorum=127.0.0.1:54985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T14:31:36,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35127-0x101349bcee70003, quorum=127.0.0.1:54985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T14:31:36,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36455-0x101349bcee70001, quorum=127.0.0.1:54985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T14:31:36,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741827_1003 (size=196) 2024-11-13T14:31:36,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741827_1003 (size=196) 2024-11-13T14:31:36,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741827_1003 (size=196) 2024-11-13T14:31:36,480 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T14:31:36,482 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T14:31:36,487 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:31:36,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741828_1004 (size=1189) 2024-11-13T14:31:36,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741828_1004 (size=1189) 2024-11-13T14:31:36,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741828_1004 (size=1189) 2024-11-13T14:31:36,535 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/MasterData/data/master/store 2024-11-13T14:31:36,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741829_1005 (size=34) 2024-11-13T14:31:36,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741829_1005 (size=34) 2024-11-13T14:31:36,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741829_1005 (size=34) 2024-11-13T14:31:36,562 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-13T14:31:36,565 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:31:36,566 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T14:31:36,566 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:31:36,566 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:31:36,568 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T14:31:36,568 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:31:36,568 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:31:36,569 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731508296566Disabling compacts and flushes for region at 1731508296566Disabling writes for close at 1731508296568 (+2 ms)Writing region close event to WAL at 1731508296568Closed at 1731508296568 2024-11-13T14:31:36,571 WARN [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/MasterData/data/master/store/.initializing 2024-11-13T14:31:36,571 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/MasterData/WALs/eb1966fd6578,35921,1731508295252 2024-11-13T14:31:36,578 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T14:31:36,592 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb1966fd6578%2C35921%2C1731508295252, suffix=, logDir=hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/MasterData/WALs/eb1966fd6578,35921,1731508295252, archiveDir=hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/MasterData/oldWALs, maxLogs=10 2024-11-13T14:31:36,620 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/MasterData/WALs/eb1966fd6578,35921,1731508295252/eb1966fd6578%2C35921%2C1731508295252.1731508296596, exclude list is [], retry=0 2024-11-13T14:31:36,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:31:36,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41973,DS-fb2b1a45-9bc1-4679-ba5a-76bfe8ef03f2,DISK] 2024-11-13T14:31:36,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42387,DS-4e9c7a05-2410-4992-ba6e-f6c65b75565a,DISK] 2024-11-13T14:31:36,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41545,DS-6e36f357-c0b3-46cb-a44a-940bbc7fdfd0,DISK] 2024-11-13T14:31:36,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-13T14:31:36,679 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/MasterData/WALs/eb1966fd6578,35921,1731508295252/eb1966fd6578%2C35921%2C1731508295252.1731508296596 2024-11-13T14:31:36,680 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38697:38697),(127.0.0.1/127.0.0.1:34769:34769),(127.0.0.1/127.0.0.1:35665:35665)] 2024-11-13T14:31:36,681 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:31:36,681 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:31:36,684 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:31:36,685 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:31:36,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:31:36,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T14:31:36,741 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:31:36,744 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:31:36,744 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:31:36,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T14:31:36,747 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:31:36,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:31:36,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:31:36,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T14:31:36,751 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:31:36,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:31:36,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:31:36,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T14:31:36,755 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:31:36,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:31:36,756 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:31:36,760 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:31:36,761 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:31:36,765 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:31:36,766 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:31:36,769 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:31:36,772 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:31:36,776 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:31:36,778 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69731408, jitterRate=0.03907895088195801}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:31:36,785 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731508296696Initializing all the Stores at 1731508296698 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731508296698Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508296699 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508296699Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508296699Cleaning up temporary data from old regions at 1731508296766 (+67 ms)Region opened successfully at 1731508296785 (+19 ms) 2024-11-13T14:31:36,786 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T14:31:36,816 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@99a98a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb1966fd6578/172.17.0.2:0 2024-11-13T14:31:36,842 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T14:31:36,853 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T14:31:36,853 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T14:31:36,855 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T14:31:36,856 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-13T14:31:36,861 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-13T14:31:36,861 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T14:31:36,884 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T14:31:36,892 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35921-0x101349bcee70000, quorum=127.0.0.1:54985, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T14:31:36,946 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-13T14:31:36,950 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T14:31:36,952 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35921-0x101349bcee70000, quorum=127.0.0.1:54985, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T14:31:36,959 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-13T14:31:36,961 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T14:31:36,964 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35921-0x101349bcee70000, quorum=127.0.0.1:54985, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T14:31:36,977 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-13T14:31:36,979 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35921-0x101349bcee70000, quorum=127.0.0.1:54985, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T14:31:36,991 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T14:31:37,015 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35921-0x101349bcee70000, quorum=127.0.0.1:54985, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T14:31:37,022 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T14:31:37,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36455-0x101349bcee70001, quorum=127.0.0.1:54985, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T14:31:37,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35127-0x101349bcee70003, quorum=127.0.0.1:54985, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T14:31:37,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41921-0x101349bcee70002, quorum=127.0.0.1:54985, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T14:31:37,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36455-0x101349bcee70001, quorum=127.0.0.1:54985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T14:31:37,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35127-0x101349bcee70003, quorum=127.0.0.1:54985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T14:31:37,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35921-0x101349bcee70000, quorum=127.0.0.1:54985, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T14:31:37,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41921-0x101349bcee70002, quorum=127.0.0.1:54985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T14:31:37,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35921-0x101349bcee70000, quorum=127.0.0.1:54985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T14:31:37,038 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=eb1966fd6578,35921,1731508295252, sessionid=0x101349bcee70000, setting cluster-up flag (Was=false) 2024-11-13T14:31:37,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36455-0x101349bcee70001, quorum=127.0.0.1:54985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T14:31:37,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41921-0x101349bcee70002, quorum=127.0.0.1:54985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T14:31:37,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35127-0x101349bcee70003, quorum=127.0.0.1:54985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T14:31:37,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35921-0x101349bcee70000, quorum=127.0.0.1:54985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T14:31:37,108 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T14:31:37,112 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb1966fd6578,35921,1731508295252 2024-11-13T14:31:37,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36455-0x101349bcee70001, quorum=127.0.0.1:54985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T14:31:37,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35127-0x101349bcee70003, quorum=127.0.0.1:54985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T14:31:37,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35921-0x101349bcee70000, quorum=127.0.0.1:54985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T14:31:37,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41921-0x101349bcee70002, quorum=127.0.0.1:54985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T14:31:37,170 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T14:31:37,173 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb1966fd6578,35921,1731508295252 2024-11-13T14:31:37,181 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T14:31:37,217 INFO [RS:2;eb1966fd6578:35127 {}] regionserver.HRegionServer(746): ClusterId : 546bebd0-19d6-45ea-a726-1f85ab0cdd8f 2024-11-13T14:31:37,217 INFO [RS:1;eb1966fd6578:41921 {}] regionserver.HRegionServer(746): ClusterId : 546bebd0-19d6-45ea-a726-1f85ab0cdd8f 2024-11-13T14:31:37,217 INFO [RS:0;eb1966fd6578:36455 {}] regionserver.HRegionServer(746): ClusterId : 546bebd0-19d6-45ea-a726-1f85ab0cdd8f 2024-11-13T14:31:37,219 DEBUG [RS:0;eb1966fd6578:36455 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T14:31:37,219 DEBUG [RS:2;eb1966fd6578:35127 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T14:31:37,219 DEBUG [RS:1;eb1966fd6578:41921 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T14:31:37,235 DEBUG [RS:1;eb1966fd6578:41921 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T14:31:37,235 DEBUG [RS:0;eb1966fd6578:36455 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T14:31:37,235 DEBUG [RS:2;eb1966fd6578:35127 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T14:31:37,235 DEBUG [RS:1;eb1966fd6578:41921 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T14:31:37,235 DEBUG [RS:0;eb1966fd6578:36455 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T14:31:37,235 DEBUG [RS:2;eb1966fd6578:35127 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T14:31:37,253 INFO [AsyncFSWAL-0-hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/MasterData-prefix:eb1966fd6578,35921,1731508295252 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-11-13T14:31:37,255 DEBUG [RS:0;eb1966fd6578:36455 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T14:31:37,255 DEBUG [RS:1;eb1966fd6578:41921 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T14:31:37,255 DEBUG [RS:2;eb1966fd6578:35127 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T14:31:37,256 DEBUG [RS:0;eb1966fd6578:36455 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@598d2ae4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb1966fd6578/172.17.0.2:0 2024-11-13T14:31:37,256 DEBUG [RS:1;eb1966fd6578:41921 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28b66064, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb1966fd6578/172.17.0.2:0 2024-11-13T14:31:37,256 DEBUG [RS:2;eb1966fd6578:35127 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b38b6df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb1966fd6578/172.17.0.2:0 2024-11-13T14:31:37,269 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T14:31:37,272 DEBUG [RS:0;eb1966fd6578:36455 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;eb1966fd6578:36455 2024-11-13T14:31:37,273 DEBUG [RS:1;eb1966fd6578:41921 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;eb1966fd6578:41921 2024-11-13T14:31:37,273 DEBUG [RS:2;eb1966fd6578:35127 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;eb1966fd6578:35127 2024-11-13T14:31:37,276 INFO [RS:1;eb1966fd6578:41921 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T14:31:37,276 INFO [RS:2;eb1966fd6578:35127 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T14:31:37,276 INFO [RS:0;eb1966fd6578:36455 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T14:31:37,276 INFO [RS:1;eb1966fd6578:41921 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T14:31:37,276 INFO [RS:2;eb1966fd6578:35127 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T14:31:37,276 INFO [RS:0;eb1966fd6578:36455 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T14:31:37,276 DEBUG [RS:1;eb1966fd6578:41921 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T14:31:37,276 DEBUG [RS:2;eb1966fd6578:35127 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T14:31:37,276 DEBUG [RS:0;eb1966fd6578:36455 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T14:31:37,278 INFO [RS:1;eb1966fd6578:41921 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb1966fd6578,35921,1731508295252 with port=41921, startcode=1731508296133 2024-11-13T14:31:37,278 INFO [RS:0;eb1966fd6578:36455 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb1966fd6578,35921,1731508295252 with port=36455, startcode=1731508296042 2024-11-13T14:31:37,278 INFO [RS:2;eb1966fd6578:35127 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb1966fd6578,35921,1731508295252 with port=35127, startcode=1731508296180 2024-11-13T14:31:37,280 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T14:31:37,286 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T14:31:37,288 DEBUG [RS:1;eb1966fd6578:41921 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T14:31:37,288 DEBUG [RS:2;eb1966fd6578:35127 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T14:31:37,288 DEBUG [RS:0;eb1966fd6578:36455 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T14:31:37,291 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: eb1966fd6578,35921,1731508295252 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T14:31:37,298 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:31:37,298 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:31:37,298 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:31:37,298 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:31:37,298 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/eb1966fd6578:0, corePoolSize=10, maxPoolSize=10 2024-11-13T14:31:37,299 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:31:37,299 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/eb1966fd6578:0, corePoolSize=2, maxPoolSize=2 2024-11-13T14:31:37,299 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:31:37,300 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731508327300 2024-11-13T14:31:37,302 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T14:31:37,303 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T14:31:37,307 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T14:31:37,307 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T14:31:37,307 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T14:31:37,308 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T14:31:37,308 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T14:31:37,312 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T14:31:37,313 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T14:31:37,313 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T14:31:37,315 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T14:31:37,315 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:31:37,316 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T14:31:37,316 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T14:31:37,317 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731508297317,5,FailOnTimeoutGroup] 2024-11-13T14:31:37,318 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731508297318,5,FailOnTimeoutGroup] 2024-11-13T14:31:37,318 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T14:31:37,319 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T14:31:37,320 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T14:31:37,320 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T14:31:37,321 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60259, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T14:31:37,321 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53645, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T14:31:37,321 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52031, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T14:31:37,323 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:31:37,323 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T14:31:37,326 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35921 {}] master.ServerManager(363): Checking decommissioned status of RegionServer eb1966fd6578,36455,1731508296042 2024-11-13T14:31:37,328 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35921 {}] master.ServerManager(517): Registering regionserver=eb1966fd6578,36455,1731508296042 2024-11-13T14:31:37,353 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35921 {}] master.ServerManager(363): Checking decommissioned status of RegionServer eb1966fd6578,41921,1731508296133 2024-11-13T14:31:37,353 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35921 {}] master.ServerManager(517): Registering regionserver=eb1966fd6578,41921,1731508296133 2024-11-13T14:31:37,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741831_1007 (size=1321) 2024-11-13T14:31:37,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741831_1007 (size=1321) 2024-11-13T14:31:37,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741831_1007 (size=1321) 2024-11-13T14:31:37,357 DEBUG [RS:0;eb1966fd6578:36455 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc 2024-11-13T14:31:37,358 DEBUG [RS:0;eb1966fd6578:36455 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41801 2024-11-13T14:31:37,358 DEBUG [RS:0;eb1966fd6578:36455 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T14:31:37,359 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T14:31:37,359 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc 2024-11-13T14:31:37,359 DEBUG [RS:1;eb1966fd6578:41921 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc 2024-11-13T14:31:37,360 DEBUG [RS:1;eb1966fd6578:41921 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41801 2024-11-13T14:31:37,360 DEBUG [RS:1;eb1966fd6578:41921 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T14:31:37,360 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35921 {}] master.ServerManager(363): Checking decommissioned status of RegionServer eb1966fd6578,35127,1731508296180 2024-11-13T14:31:37,360 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35921 {}] master.ServerManager(517): Registering regionserver=eb1966fd6578,35127,1731508296180 2024-11-13T14:31:37,364 DEBUG [RS:2;eb1966fd6578:35127 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc 2024-11-13T14:31:37,365 DEBUG [RS:2;eb1966fd6578:35127 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41801 2024-11-13T14:31:37,365 DEBUG [RS:2;eb1966fd6578:35127 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T14:31:37,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741832_1008 (size=32) 2024-11-13T14:31:37,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741832_1008 (size=32) 2024-11-13T14:31:37,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741832_1008 (size=32) 2024-11-13T14:31:37,373 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:31:37,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T14:31:37,377 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T14:31:37,377 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:31:37,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:31:37,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T14:31:37,380 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T14:31:37,380 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:31:37,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:31:37,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T14:31:37,384 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T14:31:37,384 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:31:37,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:31:37,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T14:31:37,387 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T14:31:37,387 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:31:37,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:31:37,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T14:31:37,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/hbase/meta/1588230740 2024-11-13T14:31:37,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/hbase/meta/1588230740 2024-11-13T14:31:37,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T14:31:37,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T14:31:37,393 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:31:37,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T14:31:37,399 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:31:37,400 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62142181, jitterRate=-0.07400934398174286}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:31:37,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731508297373Initializing all the Stores at 1731508297374 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731508297374Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731508297375 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508297375Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731508297375Cleaning up temporary data from old regions at 1731508297392 (+17 ms)Region opened successfully at 1731508297403 (+11 ms) 2024-11-13T14:31:37,404 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T14:31:37,404 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T14:31:37,404 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T14:31:37,404 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T14:31:37,404 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T14:31:37,405 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T14:31:37,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731508297403Disabling compacts and flushes for region at 1731508297403Disabling writes for close at 1731508297404 (+1 ms)Writing region close event to WAL at 1731508297405 (+1 ms)Closed at 1731508297405 2024-11-13T14:31:37,408 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:31:37,408 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T14:31:37,413 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T14:31:37,421 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T14:31:37,424 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T14:31:37,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35921-0x101349bcee70000, quorum=127.0.0.1:54985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T14:31:37,454 DEBUG [RS:1;eb1966fd6578:41921 {}] zookeeper.ZKUtil(111): regionserver:41921-0x101349bcee70002, quorum=127.0.0.1:54985, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/eb1966fd6578,41921,1731508296133 2024-11-13T14:31:37,454 DEBUG [RS:0;eb1966fd6578:36455 {}] zookeeper.ZKUtil(111): regionserver:36455-0x101349bcee70001, quorum=127.0.0.1:54985, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/eb1966fd6578,36455,1731508296042 2024-11-13T14:31:37,454 WARN [RS:1;eb1966fd6578:41921 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T14:31:37,454 WARN [RS:0;eb1966fd6578:36455 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T14:31:37,455 INFO [RS:1;eb1966fd6578:41921 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:31:37,455 INFO [RS:0;eb1966fd6578:36455 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:31:37,455 DEBUG [RS:2;eb1966fd6578:35127 {}] zookeeper.ZKUtil(111): regionserver:35127-0x101349bcee70003, quorum=127.0.0.1:54985, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/eb1966fd6578,35127,1731508296180 2024-11-13T14:31:37,455 WARN [RS:2;eb1966fd6578:35127 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T14:31:37,455 DEBUG [RS:0;eb1966fd6578:36455 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/WALs/eb1966fd6578,36455,1731508296042 2024-11-13T14:31:37,455 DEBUG [RS:1;eb1966fd6578:41921 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/WALs/eb1966fd6578,41921,1731508296133 2024-11-13T14:31:37,455 INFO [RS:2;eb1966fd6578:35127 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:31:37,455 DEBUG [RS:2;eb1966fd6578:35127 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/WALs/eb1966fd6578,35127,1731508296180 2024-11-13T14:31:37,456 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [eb1966fd6578,35127,1731508296180] 2024-11-13T14:31:37,456 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [eb1966fd6578,36455,1731508296042] 2024-11-13T14:31:37,457 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [eb1966fd6578,41921,1731508296133] 2024-11-13T14:31:37,481 INFO [RS:2;eb1966fd6578:35127 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T14:31:37,481 INFO [RS:1;eb1966fd6578:41921 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T14:31:37,481 INFO [RS:0;eb1966fd6578:36455 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T14:31:37,497 INFO [RS:1;eb1966fd6578:41921 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T14:31:37,497 INFO [RS:0;eb1966fd6578:36455 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T14:31:37,497 INFO [RS:2;eb1966fd6578:35127 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T14:31:37,502 INFO [RS:1;eb1966fd6578:41921 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T14:31:37,502 INFO [RS:0;eb1966fd6578:36455 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T14:31:37,502 INFO [RS:2;eb1966fd6578:35127 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T14:31:37,502 INFO [RS:1;eb1966fd6578:41921 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:31:37,502 INFO [RS:2;eb1966fd6578:35127 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:31:37,502 INFO [RS:0;eb1966fd6578:36455 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:31:37,504 INFO [RS:2;eb1966fd6578:35127 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T14:31:37,504 INFO [RS:1;eb1966fd6578:41921 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T14:31:37,504 INFO [RS:0;eb1966fd6578:36455 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T14:31:37,510 INFO [RS:1;eb1966fd6578:41921 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T14:31:37,510 INFO [RS:2;eb1966fd6578:35127 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T14:31:37,510 INFO [RS:0;eb1966fd6578:36455 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T14:31:37,512 INFO [RS:1;eb1966fd6578:41921 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T14:31:37,512 INFO [RS:2;eb1966fd6578:35127 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T14:31:37,512 INFO [RS:0;eb1966fd6578:36455 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T14:31:37,512 DEBUG [RS:1;eb1966fd6578:41921 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:31:37,512 DEBUG [RS:0;eb1966fd6578:36455 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:31:37,512 DEBUG [RS:2;eb1966fd6578:35127 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:31:37,512 DEBUG [RS:1;eb1966fd6578:41921 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:31:37,512 DEBUG [RS:0;eb1966fd6578:36455 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:31:37,512 DEBUG [RS:2;eb1966fd6578:35127 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:31:37,512 DEBUG [RS:1;eb1966fd6578:41921 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:31:37,512 DEBUG [RS:2;eb1966fd6578:35127 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:31:37,512 DEBUG [RS:0;eb1966fd6578:36455 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:31:37,513 DEBUG [RS:1;eb1966fd6578:41921 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:31:37,513 DEBUG [RS:2;eb1966fd6578:35127 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:31:37,513 DEBUG [RS:0;eb1966fd6578:36455 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:31:37,513 DEBUG [RS:1;eb1966fd6578:41921 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:31:37,513 DEBUG [RS:2;eb1966fd6578:35127 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:31:37,513 DEBUG [RS:0;eb1966fd6578:36455 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:31:37,513 DEBUG [RS:1;eb1966fd6578:41921 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/eb1966fd6578:0, corePoolSize=2, maxPoolSize=2 2024-11-13T14:31:37,513 DEBUG [RS:2;eb1966fd6578:35127 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/eb1966fd6578:0, corePoolSize=2, maxPoolSize=2 2024-11-13T14:31:37,513 DEBUG [RS:0;eb1966fd6578:36455 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/eb1966fd6578:0, corePoolSize=2, maxPoolSize=2 2024-11-13T14:31:37,513 DEBUG [RS:1;eb1966fd6578:41921 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:31:37,513 DEBUG [RS:2;eb1966fd6578:35127 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:31:37,513 DEBUG [RS:0;eb1966fd6578:36455 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:31:37,513 DEBUG [RS:1;eb1966fd6578:41921 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:31:37,513 DEBUG [RS:2;eb1966fd6578:35127 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:31:37,513 DEBUG [RS:0;eb1966fd6578:36455 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:31:37,513 DEBUG [RS:1;eb1966fd6578:41921 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:31:37,513 DEBUG [RS:2;eb1966fd6578:35127 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:31:37,513 DEBUG [RS:0;eb1966fd6578:36455 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:31:37,513 DEBUG [RS:1;eb1966fd6578:41921 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:31:37,514 DEBUG [RS:2;eb1966fd6578:35127 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:31:37,514 DEBUG [RS:0;eb1966fd6578:36455 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:31:37,514 DEBUG [RS:1;eb1966fd6578:41921 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:31:37,514 DEBUG [RS:2;eb1966fd6578:35127 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:31:37,514 DEBUG [RS:0;eb1966fd6578:36455 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:31:37,514 DEBUG [RS:1;eb1966fd6578:41921 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:31:37,514 DEBUG [RS:0;eb1966fd6578:36455 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:31:37,514 DEBUG [RS:1;eb1966fd6578:41921 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/eb1966fd6578:0, corePoolSize=3, maxPoolSize=3 2024-11-13T14:31:37,514 DEBUG [RS:2;eb1966fd6578:35127 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:31:37,514 DEBUG [RS:0;eb1966fd6578:36455 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/eb1966fd6578:0, corePoolSize=3, maxPoolSize=3 2024-11-13T14:31:37,514 DEBUG [RS:1;eb1966fd6578:41921 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0, corePoolSize=3, maxPoolSize=3 2024-11-13T14:31:37,514 DEBUG [RS:2;eb1966fd6578:35127 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/eb1966fd6578:0, corePoolSize=3, maxPoolSize=3 2024-11-13T14:31:37,514 DEBUG [RS:0;eb1966fd6578:36455 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0, corePoolSize=3, maxPoolSize=3 2024-11-13T14:31:37,514 DEBUG [RS:2;eb1966fd6578:35127 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0, corePoolSize=3, maxPoolSize=3 2024-11-13T14:31:37,520 INFO [RS:2;eb1966fd6578:35127 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T14:31:37,520 INFO [RS:0;eb1966fd6578:36455 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T14:31:37,520 INFO [RS:1;eb1966fd6578:41921 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T14:31:37,521 INFO [RS:0;eb1966fd6578:36455 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T14:31:37,521 INFO [RS:2;eb1966fd6578:35127 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T14:31:37,521 INFO [RS:1;eb1966fd6578:41921 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T14:31:37,521 INFO [RS:0;eb1966fd6578:36455 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:31:37,521 INFO [RS:2;eb1966fd6578:35127 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:31:37,521 INFO [RS:1;eb1966fd6578:41921 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:31:37,521 INFO [RS:0;eb1966fd6578:36455 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T14:31:37,521 INFO [RS:1;eb1966fd6578:41921 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T14:31:37,521 INFO [RS:2;eb1966fd6578:35127 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T14:31:37,521 INFO [RS:0;eb1966fd6578:36455 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T14:31:37,521 INFO [RS:1;eb1966fd6578:41921 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T14:31:37,521 INFO [RS:2;eb1966fd6578:35127 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T14:31:37,521 INFO [RS:0;eb1966fd6578:36455 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,36455,1731508296042-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T14:31:37,521 INFO [RS:2;eb1966fd6578:35127 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,35127,1731508296180-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T14:31:37,521 INFO [RS:1;eb1966fd6578:41921 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,41921,1731508296133-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T14:31:37,545 INFO [RS:0;eb1966fd6578:36455 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T14:31:37,545 INFO [RS:2;eb1966fd6578:35127 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T14:31:37,545 INFO [RS:1;eb1966fd6578:41921 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T14:31:37,547 INFO [RS:0;eb1966fd6578:36455 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,36455,1731508296042-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:31:37,547 INFO [RS:2;eb1966fd6578:35127 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,35127,1731508296180-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:31:37,547 INFO [RS:1;eb1966fd6578:41921 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,41921,1731508296133-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:31:37,548 INFO [RS:2;eb1966fd6578:35127 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:31:37,548 INFO [RS:0;eb1966fd6578:36455 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:31:37,548 INFO [RS:1;eb1966fd6578:41921 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:31:37,548 INFO [RS:0;eb1966fd6578:36455 {}] regionserver.Replication(171): eb1966fd6578,36455,1731508296042 started 2024-11-13T14:31:37,548 INFO [RS:2;eb1966fd6578:35127 {}] regionserver.Replication(171): eb1966fd6578,35127,1731508296180 started 2024-11-13T14:31:37,548 INFO [RS:1;eb1966fd6578:41921 {}] regionserver.Replication(171): eb1966fd6578,41921,1731508296133 started 2024-11-13T14:31:37,571 INFO [RS:1;eb1966fd6578:41921 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:31:37,571 INFO [RS:0;eb1966fd6578:36455 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:31:37,571 INFO [RS:2;eb1966fd6578:35127 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:31:37,571 INFO [RS:0;eb1966fd6578:36455 {}] regionserver.HRegionServer(1482): Serving as eb1966fd6578,36455,1731508296042, RpcServer on eb1966fd6578/172.17.0.2:36455, sessionid=0x101349bcee70001 2024-11-13T14:31:37,571 INFO [RS:1;eb1966fd6578:41921 {}] regionserver.HRegionServer(1482): Serving as eb1966fd6578,41921,1731508296133, RpcServer on eb1966fd6578/172.17.0.2:41921, sessionid=0x101349bcee70002 2024-11-13T14:31:37,571 INFO [RS:2;eb1966fd6578:35127 {}] regionserver.HRegionServer(1482): Serving as eb1966fd6578,35127,1731508296180, RpcServer on eb1966fd6578/172.17.0.2:35127, sessionid=0x101349bcee70003 2024-11-13T14:31:37,572 DEBUG [RS:0;eb1966fd6578:36455 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T14:31:37,572 DEBUG [RS:1;eb1966fd6578:41921 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T14:31:37,572 DEBUG [RS:2;eb1966fd6578:35127 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T14:31:37,573 DEBUG [RS:0;eb1966fd6578:36455 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager eb1966fd6578,36455,1731508296042 2024-11-13T14:31:37,573 DEBUG [RS:1;eb1966fd6578:41921 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager eb1966fd6578,41921,1731508296133 2024-11-13T14:31:37,573 DEBUG [RS:2;eb1966fd6578:35127 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager eb1966fd6578,35127,1731508296180 2024-11-13T14:31:37,573 DEBUG [RS:0;eb1966fd6578:36455 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb1966fd6578,36455,1731508296042' 2024-11-13T14:31:37,573 DEBUG [RS:2;eb1966fd6578:35127 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb1966fd6578,35127,1731508296180' 2024-11-13T14:31:37,573 DEBUG [RS:1;eb1966fd6578:41921 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb1966fd6578,41921,1731508296133' 2024-11-13T14:31:37,573 DEBUG [RS:1;eb1966fd6578:41921 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T14:31:37,573 DEBUG [RS:0;eb1966fd6578:36455 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T14:31:37,573 DEBUG [RS:2;eb1966fd6578:35127 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T14:31:37,574 DEBUG [RS:2;eb1966fd6578:35127 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T14:31:37,574 DEBUG [RS:1;eb1966fd6578:41921 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T14:31:37,574 DEBUG [RS:0;eb1966fd6578:36455 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T14:31:37,574 DEBUG [RS:1;eb1966fd6578:41921 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T14:31:37,575 DEBUG [RS:2;eb1966fd6578:35127 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T14:31:37,575 DEBUG [RS:1;eb1966fd6578:41921 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T14:31:37,575 DEBUG [RS:2;eb1966fd6578:35127 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T14:31:37,575 DEBUG [RS:0;eb1966fd6578:36455 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T14:31:37,575 DEBUG [RS:0;eb1966fd6578:36455 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T14:31:37,575 DEBUG [RS:2;eb1966fd6578:35127 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager eb1966fd6578,35127,1731508296180 2024-11-13T14:31:37,575 DEBUG [RS:1;eb1966fd6578:41921 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager eb1966fd6578,41921,1731508296133 2024-11-13T14:31:37,575 DEBUG [RS:0;eb1966fd6578:36455 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager eb1966fd6578,36455,1731508296042 2024-11-13T14:31:37,575 DEBUG [RS:1;eb1966fd6578:41921 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb1966fd6578,41921,1731508296133' 2024-11-13T14:31:37,575 DEBUG [RS:2;eb1966fd6578:35127 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb1966fd6578,35127,1731508296180' 2024-11-13T14:31:37,575 DEBUG [RS:0;eb1966fd6578:36455 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb1966fd6578,36455,1731508296042' 2024-11-13T14:31:37,575 DEBUG [RS:2;eb1966fd6578:35127 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T14:31:37,575 DEBUG [RS:1;eb1966fd6578:41921 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T14:31:37,575 WARN [eb1966fd6578:35921 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T14:31:37,575 DEBUG [RS:0;eb1966fd6578:36455 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T14:31:37,575 DEBUG [RS:2;eb1966fd6578:35127 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T14:31:37,576 DEBUG [RS:1;eb1966fd6578:41921 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T14:31:37,576 DEBUG [RS:0;eb1966fd6578:36455 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T14:31:37,576 DEBUG [RS:2;eb1966fd6578:35127 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T14:31:37,576 DEBUG [RS:1;eb1966fd6578:41921 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T14:31:37,576 INFO [RS:1;eb1966fd6578:41921 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T14:31:37,576 INFO [RS:2;eb1966fd6578:35127 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T14:31:37,576 DEBUG [RS:0;eb1966fd6578:36455 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T14:31:37,576 INFO [RS:1;eb1966fd6578:41921 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T14:31:37,576 INFO [RS:2;eb1966fd6578:35127 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T14:31:37,576 INFO [RS:0;eb1966fd6578:36455 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T14:31:37,576 INFO [RS:0;eb1966fd6578:36455 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T14:31:37,681 INFO [RS:1;eb1966fd6578:41921 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T14:31:37,681 INFO [RS:0;eb1966fd6578:36455 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T14:31:37,681 INFO [RS:2;eb1966fd6578:35127 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T14:31:37,684 INFO [RS:2;eb1966fd6578:35127 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb1966fd6578%2C35127%2C1731508296180, suffix=, logDir=hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/WALs/eb1966fd6578,35127,1731508296180, archiveDir=hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/oldWALs, maxLogs=32 2024-11-13T14:31:37,684 INFO [RS:1;eb1966fd6578:41921 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb1966fd6578%2C41921%2C1731508296133, suffix=, logDir=hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/WALs/eb1966fd6578,41921,1731508296133, archiveDir=hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/oldWALs, maxLogs=32 2024-11-13T14:31:37,684 INFO [RS:0;eb1966fd6578:36455 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb1966fd6578%2C36455%2C1731508296042, suffix=, logDir=hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/WALs/eb1966fd6578,36455,1731508296042, archiveDir=hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/oldWALs, maxLogs=32 2024-11-13T14:31:37,702 DEBUG [RS:0;eb1966fd6578:36455 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/WALs/eb1966fd6578,36455,1731508296042/eb1966fd6578%2C36455%2C1731508296042.1731508297688, exclude list is [], retry=0 2024-11-13T14:31:37,702 DEBUG [RS:2;eb1966fd6578:35127 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/WALs/eb1966fd6578,35127,1731508296180/eb1966fd6578%2C35127%2C1731508296180.1731508297688, exclude list is [], retry=0 2024-11-13T14:31:37,702 DEBUG [RS:1;eb1966fd6578:41921 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/WALs/eb1966fd6578,41921,1731508296133/eb1966fd6578%2C41921%2C1731508296133.1731508297688, exclude list is [], retry=0 2024-11-13T14:31:37,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41973,DS-fb2b1a45-9bc1-4679-ba5a-76bfe8ef03f2,DISK] 2024-11-13T14:31:37,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42387,DS-4e9c7a05-2410-4992-ba6e-f6c65b75565a,DISK] 2024-11-13T14:31:37,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41545,DS-6e36f357-c0b3-46cb-a44a-940bbc7fdfd0,DISK] 2024-11-13T14:31:37,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42387,DS-4e9c7a05-2410-4992-ba6e-f6c65b75565a,DISK] 2024-11-13T14:31:37,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41545,DS-6e36f357-c0b3-46cb-a44a-940bbc7fdfd0,DISK] 2024-11-13T14:31:37,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41545,DS-6e36f357-c0b3-46cb-a44a-940bbc7fdfd0,DISK] 2024-11-13T14:31:37,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42387,DS-4e9c7a05-2410-4992-ba6e-f6c65b75565a,DISK] 2024-11-13T14:31:37,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41973,DS-fb2b1a45-9bc1-4679-ba5a-76bfe8ef03f2,DISK] 2024-11-13T14:31:37,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41973,DS-fb2b1a45-9bc1-4679-ba5a-76bfe8ef03f2,DISK] 2024-11-13T14:31:37,717 INFO [RS:2;eb1966fd6578:35127 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/WALs/eb1966fd6578,35127,1731508296180/eb1966fd6578%2C35127%2C1731508296180.1731508297688 2024-11-13T14:31:37,717 DEBUG [RS:2;eb1966fd6578:35127 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35665:35665),(127.0.0.1/127.0.0.1:38697:38697),(127.0.0.1/127.0.0.1:34769:34769)] 2024-11-13T14:31:37,717 INFO [RS:0;eb1966fd6578:36455 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/WALs/eb1966fd6578,36455,1731508296042/eb1966fd6578%2C36455%2C1731508296042.1731508297688 2024-11-13T14:31:37,718 DEBUG [RS:0;eb1966fd6578:36455 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38697:38697),(127.0.0.1/127.0.0.1:34769:34769),(127.0.0.1/127.0.0.1:35665:35665)] 2024-11-13T14:31:37,721 INFO [RS:1;eb1966fd6578:41921 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/WALs/eb1966fd6578,41921,1731508296133/eb1966fd6578%2C41921%2C1731508296133.1731508297688 2024-11-13T14:31:37,722 DEBUG [RS:1;eb1966fd6578:41921 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34769:34769),(127.0.0.1/127.0.0.1:38697:38697),(127.0.0.1/127.0.0.1:35665:35665)] 2024-11-13T14:31:37,827 DEBUG [eb1966fd6578:35921 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-13T14:31:37,837 DEBUG [eb1966fd6578:35921 {}] balancer.BalancerClusterState(204): Hosts are {eb1966fd6578=0} racks are {/default-rack=0} 2024-11-13T14:31:37,843 DEBUG [eb1966fd6578:35921 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T14:31:37,843 DEBUG [eb1966fd6578:35921 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T14:31:37,843 DEBUG [eb1966fd6578:35921 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-13T14:31:37,843 DEBUG [eb1966fd6578:35921 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T14:31:37,843 DEBUG [eb1966fd6578:35921 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T14:31:37,843 DEBUG [eb1966fd6578:35921 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-13T14:31:37,844 INFO [eb1966fd6578:35921 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T14:31:37,844 INFO [eb1966fd6578:35921 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T14:31:37,844 INFO [eb1966fd6578:35921 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-13T14:31:37,844 DEBUG [eb1966fd6578:35921 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T14:31:37,850 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=eb1966fd6578,41921,1731508296133 2024-11-13T14:31:37,855 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb1966fd6578,41921,1731508296133, state=OPENING 2024-11-13T14:31:37,904 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T14:31:37,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36455-0x101349bcee70001, quorum=127.0.0.1:54985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T14:31:37,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41921-0x101349bcee70002, quorum=127.0.0.1:54985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T14:31:37,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35127-0x101349bcee70003, quorum=127.0.0.1:54985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T14:31:37,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35921-0x101349bcee70000, quorum=127.0.0.1:54985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T14:31:37,916 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T14:31:37,916 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T14:31:37,917 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T14:31:37,917 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T14:31:37,919 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T14:31:37,923 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=eb1966fd6578,41921,1731508296133}] 2024-11-13T14:31:38,102 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T14:31:38,104 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40685, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T14:31:38,116 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T14:31:38,116 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:31:38,117 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T14:31:38,120 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb1966fd6578%2C41921%2C1731508296133.meta, suffix=.meta, logDir=hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/WALs/eb1966fd6578,41921,1731508296133, archiveDir=hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/oldWALs, maxLogs=32 2024-11-13T14:31:38,135 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/WALs/eb1966fd6578,41921,1731508296133/eb1966fd6578%2C41921%2C1731508296133.meta.1731508298122.meta, exclude list is [], retry=0 2024-11-13T14:31:38,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41545,DS-6e36f357-c0b3-46cb-a44a-940bbc7fdfd0,DISK] 2024-11-13T14:31:38,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41973,DS-fb2b1a45-9bc1-4679-ba5a-76bfe8ef03f2,DISK] 2024-11-13T14:31:38,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42387,DS-4e9c7a05-2410-4992-ba6e-f6c65b75565a,DISK] 2024-11-13T14:31:38,142 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/WALs/eb1966fd6578,41921,1731508296133/eb1966fd6578%2C41921%2C1731508296133.meta.1731508298122.meta 2024-11-13T14:31:38,142 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34769:34769),(127.0.0.1/127.0.0.1:35665:35665),(127.0.0.1/127.0.0.1:38697:38697)] 2024-11-13T14:31:38,142 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:31:38,144 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T14:31:38,147 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T14:31:38,152 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T14:31:38,155 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T14:31:38,156 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:31:38,156 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T14:31:38,156 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T14:31:38,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T14:31:38,160 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T14:31:38,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:31:38,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:31:38,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T14:31:38,163 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T14:31:38,164 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:31:38,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:31:38,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T14:31:38,167 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T14:31:38,167 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:31:38,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:31:38,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T14:31:38,169 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T14:31:38,170 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:31:38,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:31:38,171 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T14:31:38,172 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/hbase/meta/1588230740 2024-11-13T14:31:38,175 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/hbase/meta/1588230740 2024-11-13T14:31:38,177 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T14:31:38,177 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T14:31:38,178 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:31:38,180 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T14:31:38,182 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74351830, jitterRate=0.10792860388755798}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:31:38,182 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T14:31:38,183 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731508298156Writing region info on filesystem at 1731508298157 (+1 ms)Initializing all the Stores at 1731508298158 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731508298158Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731508298159 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508298159Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731508298159Cleaning up temporary data from old regions at 1731508298177 (+18 ms)Running coprocessor post-open hooks at 1731508298182 (+5 ms)Region opened successfully at 1731508298183 (+1 ms) 2024-11-13T14:31:38,189 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731508298096 2024-11-13T14:31:38,202 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T14:31:38,202 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T14:31:38,204 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=eb1966fd6578,41921,1731508296133 2024-11-13T14:31:38,207 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb1966fd6578,41921,1731508296133, state=OPEN 2024-11-13T14:31:38,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36455-0x101349bcee70001, quorum=127.0.0.1:54985, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T14:31:38,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35127-0x101349bcee70003, quorum=127.0.0.1:54985, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T14:31:38,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41921-0x101349bcee70002, quorum=127.0.0.1:54985, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T14:31:38,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35921-0x101349bcee70000, quorum=127.0.0.1:54985, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T14:31:38,220 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T14:31:38,220 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T14:31:38,220 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T14:31:38,220 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T14:31:38,220 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=eb1966fd6578,41921,1731508296133 2024-11-13T14:31:38,227 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T14:31:38,227 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=eb1966fd6578,41921,1731508296133 in 297 msec 2024-11-13T14:31:38,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T14:31:38,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 816 msec 2024-11-13T14:31:38,237 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:31:38,237 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T14:31:38,262 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:31:38,264 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,41921,1731508296133, seqNum=-1] 2024-11-13T14:31:38,289 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:31:38,292 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60193, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:31:38,314 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1020 sec 2024-11-13T14:31:38,315 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731508298315, completionTime=-1 2024-11-13T14:31:38,318 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-13T14:31:38,319 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T14:31:38,346 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-13T14:31:38,346 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731508358346 2024-11-13T14:31:38,346 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731508418346 2024-11-13T14:31:38,346 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 27 msec 2024-11-13T14:31:38,348 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-13T14:31:38,355 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,35921,1731508295252-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:31:38,355 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,35921,1731508295252-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:31:38,355 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,35921,1731508295252-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:31:38,357 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-eb1966fd6578:35921, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:31:38,357 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T14:31:38,358 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T14:31:38,363 DEBUG [master/eb1966fd6578:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T14:31:38,383 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.095sec 2024-11-13T14:31:38,385 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T14:31:38,386 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T14:31:38,387 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T14:31:38,387 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T14:31:38,387 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T14:31:38,388 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,35921,1731508295252-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T14:31:38,389 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,35921,1731508295252-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T14:31:38,393 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T14:31:38,394 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T14:31:38,394 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,35921,1731508295252-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:31:38,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ddf6023, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:31:38,428 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,35921,-1 for getting cluster id 2024-11-13T14:31:38,431 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:31:38,438 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '546bebd0-19d6-45ea-a726-1f85ab0cdd8f' 2024-11-13T14:31:38,440 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:31:38,440 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "546bebd0-19d6-45ea-a726-1f85ab0cdd8f" 2024-11-13T14:31:38,442 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dffbed7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:31:38,442 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,35921,-1] 2024-11-13T14:31:38,445 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:31:38,447 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:31:38,448 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:31:38,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65c83e31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:31:38,450 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:31:38,458 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,41921,1731508296133, seqNum=-1] 2024-11-13T14:31:38,458 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:31:38,461 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:31:38,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=eb1966fd6578,35921,1731508295252 2024-11-13T14:31:38,480 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:41801/hbase 2024-11-13T14:31:38,492 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=364, OpenFileDescriptor=607, MaxFileDescriptor=1048576, SystemLoadAverage=194, ProcessCount=11, AvailableMemoryMB=3527 2024-11-13T14:31:38,517 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:31:38,521 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:31:38,522 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T14:31:38,527 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-02008414, suffix=, logDir=hdfs://localhost:41801/hbase/WALs/hregion-02008414, archiveDir=hdfs://localhost:41801/hbase/oldWALs, maxLogs=32 2024-11-13T14:31:38,543 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-02008414/hregion-02008414.1731508298529, exclude list is [], retry=0 2024-11-13T14:31:38,547 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41545,DS-6e36f357-c0b3-46cb-a44a-940bbc7fdfd0,DISK] 2024-11-13T14:31:38,547 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42387,DS-4e9c7a05-2410-4992-ba6e-f6c65b75565a,DISK] 2024-11-13T14:31:38,547 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41973,DS-fb2b1a45-9bc1-4679-ba5a-76bfe8ef03f2,DISK] 2024-11-13T14:31:38,550 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-02008414/hregion-02008414.1731508298529 2024-11-13T14:31:38,551 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34769:34769),(127.0.0.1/127.0.0.1:38697:38697),(127.0.0.1/127.0.0.1:35665:35665)] 2024-11-13T14:31:38,551 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 2e7b0b1527b2c46d647f0c2c5c0ee763, NAME => 'testReplayEditsWrittenIntoWAL,,1731508298518.2e7b0b1527b2c46d647f0c2c5c0ee763.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41801/hbase 2024-11-13T14:31:38,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741838_1014 (size=64) 2024-11-13T14:31:38,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741838_1014 (size=64) 2024-11-13T14:31:38,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741838_1014 (size=64) 2024-11-13T14:31:38,564 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731508298518.2e7b0b1527b2c46d647f0c2c5c0ee763.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:31:38,566 INFO [StoreOpener-2e7b0b1527b2c46d647f0c2c5c0ee763-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2e7b0b1527b2c46d647f0c2c5c0ee763 2024-11-13T14:31:38,569 INFO [StoreOpener-2e7b0b1527b2c46d647f0c2c5c0ee763-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e7b0b1527b2c46d647f0c2c5c0ee763 columnFamilyName a 2024-11-13T14:31:38,569 DEBUG [StoreOpener-2e7b0b1527b2c46d647f0c2c5c0ee763-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:31:38,570 INFO [StoreOpener-2e7b0b1527b2c46d647f0c2c5c0ee763-1 {}] regionserver.HStore(327): Store=2e7b0b1527b2c46d647f0c2c5c0ee763/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:31:38,570 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2e7b0b1527b2c46d647f0c2c5c0ee763 2024-11-13T14:31:38,572 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/2e7b0b1527b2c46d647f0c2c5c0ee763 2024-11-13T14:31:38,573 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/2e7b0b1527b2c46d647f0c2c5c0ee763 2024-11-13T14:31:38,574 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2e7b0b1527b2c46d647f0c2c5c0ee763 2024-11-13T14:31:38,574 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2e7b0b1527b2c46d647f0c2c5c0ee763 2024-11-13T14:31:38,576 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2e7b0b1527b2c46d647f0c2c5c0ee763 2024-11-13T14:31:38,580 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/2e7b0b1527b2c46d647f0c2c5c0ee763/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:31:38,580 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2e7b0b1527b2c46d647f0c2c5c0ee763; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68615754, jitterRate=0.022454410791397095}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T14:31:38,582 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2e7b0b1527b2c46d647f0c2c5c0ee763: Writing region info on filesystem at 1731508298564Initializing all the Stores at 1731508298565 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508298566 (+1 ms)Cleaning up temporary data from old regions at 1731508298574 (+8 ms)Region opened successfully at 1731508298581 (+7 ms) 2024-11-13T14:31:38,582 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 2e7b0b1527b2c46d647f0c2c5c0ee763, disabling compactions & flushes 2024-11-13T14:31:38,582 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731508298518.2e7b0b1527b2c46d647f0c2c5c0ee763. 2024-11-13T14:31:38,582 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731508298518.2e7b0b1527b2c46d647f0c2c5c0ee763. 2024-11-13T14:31:38,582 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731508298518.2e7b0b1527b2c46d647f0c2c5c0ee763. after waiting 0 ms 2024-11-13T14:31:38,582 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731508298518.2e7b0b1527b2c46d647f0c2c5c0ee763. 2024-11-13T14:31:38,582 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731508298518.2e7b0b1527b2c46d647f0c2c5c0ee763. 2024-11-13T14:31:38,582 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 2e7b0b1527b2c46d647f0c2c5c0ee763: Waiting for close lock at 1731508298582Disabling compacts and flushes for region at 1731508298582Disabling writes for close at 1731508298582Writing region close event to WAL at 1731508298582Closed at 1731508298582 2024-11-13T14:31:38,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741837_1013 (size=95) 2024-11-13T14:31:38,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741837_1013 (size=95) 2024-11-13T14:31:38,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741837_1013 (size=95) 2024-11-13T14:31:38,595 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-13T14:31:38,595 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-02008414:(num 1731508298529) 2024-11-13T14:31:38,597 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-13T14:31:38,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741839_1015 (size=320) 2024-11-13T14:31:38,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741839_1015 (size=320) 2024-11-13T14:31:38,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741839_1015 (size=320) 2024-11-13T14:31:38,617 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-13T14:31:38,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741840_1016 (size=253) 2024-11-13T14:31:38,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741840_1016 (size=253) 2024-11-13T14:31:38,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741840_1016 (size=253) 2024-11-13T14:31:38,654 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41801/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731508298516/wal-1, size=320 (320bytes) 2024-11-13T14:31:38,654 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-13T14:31:38,655 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-13T14:31:38,655 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41801/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731508298516/wal-1 2024-11-13T14:31:38,660 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41801/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731508298516/wal-1 after 3ms 2024-11-13T14:31:38,668 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41801/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731508298516/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T14:31:38,669 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41801/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731508298516/wal-1 took 17ms 2024-11-13T14:31:38,680 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41801/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731508298516/wal-1 so closing down 2024-11-13T14:31:38,680 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T14:31:38,683 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-13T14:31:38,685 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/2e7b0b1527b2c46d647f0c2c5c0ee763/recovered.edits/0000000000000000001-wal-1.temp 2024-11-13T14:31:38,687 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T14:31:38,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741841_1017 (size=320) 2024-11-13T14:31:38,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741841_1017 (size=320) 2024-11-13T14:31:38,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741841_1017 (size=320) 2024-11-13T14:31:38,700 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/2e7b0b1527b2c46d647f0c2c5c0ee763/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-13T14:31:38,703 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/2e7b0b1527b2c46d647f0c2c5c0ee763/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/2e7b0b1527b2c46d647f0c2c5c0ee763/recovered.edits/0000000000000000002 2024-11-13T14:31:38,708 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:41801/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731508298516/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-11-13T14:31:38,709 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41801/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731508298516/wal-1, journal: Splitting hdfs://localhost:41801/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731508298516/wal-1, size=320 (320bytes) at 1731508298654Finishing writing output for hdfs://localhost:41801/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731508298516/wal-1 so closing down at 1731508298680 (+26 ms)Creating recovered edits writer path=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/2e7b0b1527b2c46d647f0c2c5c0ee763/recovered.edits/0000000000000000001-wal-1.temp at 1731508298685 (+5 ms)3 split writer threads finished at 1731508298687 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/2e7b0b1527b2c46d647f0c2c5c0ee763/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731508298700 (+13 ms)Rename recovered edits hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/2e7b0b1527b2c46d647f0c2c5c0ee763/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/2e7b0b1527b2c46d647f0c2c5c0ee763/recovered.edits/0000000000000000002 at 1731508298703 (+3 ms)Processed 2 edits across 1 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:41801/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731508298516/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1731508298708 (+5 ms) 2024-11-13T14:31:38,731 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41801/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731508298516/wal-2, size=253 (253bytes) 2024-11-13T14:31:38,731 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41801/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731508298516/wal-2 2024-11-13T14:31:38,732 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41801/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731508298516/wal-2 after 1ms 2024-11-13T14:31:38,736 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41801/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731508298516/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T14:31:38,737 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41801/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731508298516/wal-2 took 6ms 2024-11-13T14:31:38,740 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41801/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731508298516/wal-2 so closing down 2024-11-13T14:31:38,740 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T14:31:38,743 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-13T14:31:38,744 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/2e7b0b1527b2c46d647f0c2c5c0ee763/recovered.edits/0000000000000000002-wal-2.temp 2024-11-13T14:31:38,745 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T14:31:38,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741842_1018 (size=253) 2024-11-13T14:31:38,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741842_1018 (size=253) 2024-11-13T14:31:38,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741842_1018 (size=253) 2024-11-13T14:31:38,754 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/2e7b0b1527b2c46d647f0c2c5c0ee763/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-13T14:31:38,759 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/2e7b0b1527b2c46d647f0c2c5c0ee763/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T14:31:38,761 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/2e7b0b1527b2c46d647f0c2c5c0ee763/recovered.edits/0000000000000000002-wal-2.temp, length=253 2024-11-13T14:31:38,763 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:41801/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731508298516/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-11-13T14:31:38,763 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41801/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731508298516/wal-2, journal: Splitting hdfs://localhost:41801/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731508298516/wal-2, size=253 (253bytes) at 1731508298731Finishing writing output for hdfs://localhost:41801/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731508298516/wal-2 so closing down at 1731508298740 (+9 ms)Creating recovered edits writer path=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/2e7b0b1527b2c46d647f0c2c5c0ee763/recovered.edits/0000000000000000002-wal-2.temp at 1731508298744 (+4 ms)3 split writer threads finished at 1731508298745 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/2e7b0b1527b2c46d647f0c2c5c0ee763/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731508298754 (+9 ms)Processed 1 edits across 1 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:41801/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731508298516/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1731508298763 (+9 ms) 2024-11-13T14:31:38,763 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T14:31:38,766 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41801/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731508298516, archiveDir=hdfs://localhost:41801/hbase/oldWALs, maxLogs=32 2024-11-13T14:31:38,783 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731508298516/wal.1731508298767, exclude list is [], retry=0 2024-11-13T14:31:38,787 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41545,DS-6e36f357-c0b3-46cb-a44a-940bbc7fdfd0,DISK] 2024-11-13T14:31:38,787 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42387,DS-4e9c7a05-2410-4992-ba6e-f6c65b75565a,DISK] 2024-11-13T14:31:38,788 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41973,DS-fb2b1a45-9bc1-4679-ba5a-76bfe8ef03f2,DISK] 2024-11-13T14:31:38,790 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731508298516/wal.1731508298767 2024-11-13T14:31:38,790 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34769:34769),(127.0.0.1/127.0.0.1:38697:38697),(127.0.0.1/127.0.0.1:35665:35665)] 2024-11-13T14:31:38,790 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 2e7b0b1527b2c46d647f0c2c5c0ee763, NAME => 'testReplayEditsWrittenIntoWAL,,1731508298518.2e7b0b1527b2c46d647f0c2c5c0ee763.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:31:38,791 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731508298518.2e7b0b1527b2c46d647f0c2c5c0ee763.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:31:38,791 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 2e7b0b1527b2c46d647f0c2c5c0ee763 2024-11-13T14:31:38,791 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 2e7b0b1527b2c46d647f0c2c5c0ee763 2024-11-13T14:31:38,793 INFO [StoreOpener-2e7b0b1527b2c46d647f0c2c5c0ee763-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2e7b0b1527b2c46d647f0c2c5c0ee763 2024-11-13T14:31:38,795 INFO [StoreOpener-2e7b0b1527b2c46d647f0c2c5c0ee763-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e7b0b1527b2c46d647f0c2c5c0ee763 columnFamilyName a 2024-11-13T14:31:38,795 DEBUG [StoreOpener-2e7b0b1527b2c46d647f0c2c5c0ee763-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:31:38,797 INFO [StoreOpener-2e7b0b1527b2c46d647f0c2c5c0ee763-1 {}] regionserver.HStore(327): Store=2e7b0b1527b2c46d647f0c2c5c0ee763/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:31:38,797 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2e7b0b1527b2c46d647f0c2c5c0ee763 2024-11-13T14:31:38,799 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/2e7b0b1527b2c46d647f0c2c5c0ee763 2024-11-13T14:31:38,803 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/2e7b0b1527b2c46d647f0c2c5c0ee763 2024-11-13T14:31:38,804 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/2e7b0b1527b2c46d647f0c2c5c0ee763/recovered.edits/0000000000000000002 2024-11-13T14:31:38,809 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/2e7b0b1527b2c46d647f0c2c5c0ee763/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T14:31:38,816 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/2e7b0b1527b2c46d647f0c2c5c0ee763/recovered.edits/0000000000000000002 2024-11-13T14:31:38,820 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 2e7b0b1527b2c46d647f0c2c5c0ee763 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-13T14:31:38,892 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/2e7b0b1527b2c46d647f0c2c5c0ee763/.tmp/a/1036d8d04cc34969912c5313936e51ad is 58, key is testReplayEditsWrittenIntoWAL/a:1/1731508298595/Put/seqid=0 2024-11-13T14:31:38,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741844_1020 (size=5170) 2024-11-13T14:31:38,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741844_1020 (size=5170) 2024-11-13T14:31:38,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741844_1020 (size=5170) 2024-11-13T14:31:38,908 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/2e7b0b1527b2c46d647f0c2c5c0ee763/.tmp/a/1036d8d04cc34969912c5313936e51ad 2024-11-13T14:31:38,953 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/2e7b0b1527b2c46d647f0c2c5c0ee763/.tmp/a/1036d8d04cc34969912c5313936e51ad as hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/2e7b0b1527b2c46d647f0c2c5c0ee763/a/1036d8d04cc34969912c5313936e51ad 2024-11-13T14:31:38,961 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/2e7b0b1527b2c46d647f0c2c5c0ee763/a/1036d8d04cc34969912c5313936e51ad, entries=2, sequenceid=2, filesize=5.0 K 2024-11-13T14:31:38,967 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 2e7b0b1527b2c46d647f0c2c5c0ee763 in 147ms, sequenceid=2, compaction requested=false; wal=null 2024-11-13T14:31:38,968 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/2e7b0b1527b2c46d647f0c2c5c0ee763/recovered.edits/0000000000000000002 2024-11-13T14:31:38,969 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2e7b0b1527b2c46d647f0c2c5c0ee763 2024-11-13T14:31:38,969 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2e7b0b1527b2c46d647f0c2c5c0ee763 2024-11-13T14:31:38,972 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2e7b0b1527b2c46d647f0c2c5c0ee763 2024-11-13T14:31:38,975 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/2e7b0b1527b2c46d647f0c2c5c0ee763/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-13T14:31:38,976 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2e7b0b1527b2c46d647f0c2c5c0ee763; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61407346, jitterRate=-0.0849592387676239}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T14:31:38,977 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2e7b0b1527b2c46d647f0c2c5c0ee763: Writing region info on filesystem at 1731508298791Initializing all the Stores at 1731508298792 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508298792Obtaining lock to block concurrent updates at 1731508298820 (+28 ms)Preparing flush snapshotting stores in 2e7b0b1527b2c46d647f0c2c5c0ee763 at 1731508298820Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1731508298518.2e7b0b1527b2c46d647f0c2c5c0ee763., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1731508298823 (+3 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1731508298518.2e7b0b1527b2c46d647f0c2c5c0ee763. at 1731508298823Flushing 2e7b0b1527b2c46d647f0c2c5c0ee763/a: creating writer at 1731508298824 (+1 ms)Flushing 2e7b0b1527b2c46d647f0c2c5c0ee763/a: appending metadata at 1731508298857 (+33 ms)Flushing 2e7b0b1527b2c46d647f0c2c5c0ee763/a: closing flushed file at 1731508298859 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@668b3090: reopening flushed file at 1731508298951 (+92 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 2e7b0b1527b2c46d647f0c2c5c0ee763 in 147ms, sequenceid=2, compaction requested=false; wal=null at 1731508298967 (+16 ms)Cleaning up temporary data from old regions at 1731508298969 (+2 ms)Region opened successfully at 1731508298977 (+8 ms) 2024-11-13T14:31:39,006 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=376 (was 364) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:41801/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-744547280_22 at /127.0.0.1:34170 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-744547280_22 at /127.0.0.1:36916 [Receiving block BP-942709033-172.17.0.2-1731508290742:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-942709033-172.17.0.2-1731508290742:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-942709033-172.17.0.2-1731508290742:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-744547280_22 at /127.0.0.1:36936 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-744547280_22 at /127.0.0.1:34326 [Receiving block BP-942709033-172.17.0.2-1731508290742:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-744547280_22 at /127.0.0.1:37920 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-744547280_22 at /127.0.0.1:38090 [Receiving block BP-942709033-172.17.0.2-1731508290742:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-942709033-172.17.0.2-1731508290742:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=701 (was 607) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=194 (was 194), ProcessCount=11 (was 11), AvailableMemoryMB=3429 (was 3527) 2024-11-13T14:31:39,017 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=376, OpenFileDescriptor=701, MaxFileDescriptor=1048576, SystemLoadAverage=194, ProcessCount=11, AvailableMemoryMB=3427 2024-11-13T14:31:39,031 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:31:39,033 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:31:39,034 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T14:31:39,038 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-39195395, suffix=, logDir=hdfs://localhost:41801/hbase/WALs/hregion-39195395, archiveDir=hdfs://localhost:41801/hbase/oldWALs, maxLogs=32 2024-11-13T14:31:39,051 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-39195395/hregion-39195395.1731508299039, exclude list is [], retry=0 2024-11-13T14:31:39,054 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42387,DS-4e9c7a05-2410-4992-ba6e-f6c65b75565a,DISK] 2024-11-13T14:31:39,054 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41973,DS-fb2b1a45-9bc1-4679-ba5a-76bfe8ef03f2,DISK] 2024-11-13T14:31:39,055 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41545,DS-6e36f357-c0b3-46cb-a44a-940bbc7fdfd0,DISK] 2024-11-13T14:31:39,058 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-39195395/hregion-39195395.1731508299039 2024-11-13T14:31:39,058 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38697:38697),(127.0.0.1/127.0.0.1:35665:35665),(127.0.0.1/127.0.0.1:34769:34769)] 2024-11-13T14:31:39,058 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 64f09bb022b8d9f820468ffb45184691, NAME => 'testReplayEditsWrittenIntoWAL,,1731508299032.64f09bb022b8d9f820468ffb45184691.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41801/hbase 2024-11-13T14:31:39,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741846_1022 (size=64) 2024-11-13T14:31:39,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741846_1022 (size=64) 2024-11-13T14:31:39,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741846_1022 (size=64) 2024-11-13T14:31:39,074 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731508299032.64f09bb022b8d9f820468ffb45184691.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:31:39,076 INFO [StoreOpener-64f09bb022b8d9f820468ffb45184691-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 64f09bb022b8d9f820468ffb45184691 2024-11-13T14:31:39,079 INFO [StoreOpener-64f09bb022b8d9f820468ffb45184691-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64f09bb022b8d9f820468ffb45184691 columnFamilyName a 2024-11-13T14:31:39,079 DEBUG [StoreOpener-64f09bb022b8d9f820468ffb45184691-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:31:39,080 INFO [StoreOpener-64f09bb022b8d9f820468ffb45184691-1 {}] regionserver.HStore(327): Store=64f09bb022b8d9f820468ffb45184691/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:31:39,080 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 64f09bb022b8d9f820468ffb45184691 2024-11-13T14:31:39,081 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/64f09bb022b8d9f820468ffb45184691 2024-11-13T14:31:39,082 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/64f09bb022b8d9f820468ffb45184691 2024-11-13T14:31:39,083 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 64f09bb022b8d9f820468ffb45184691 2024-11-13T14:31:39,083 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 64f09bb022b8d9f820468ffb45184691 2024-11-13T14:31:39,086 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 64f09bb022b8d9f820468ffb45184691 2024-11-13T14:31:39,091 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/64f09bb022b8d9f820468ffb45184691/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:31:39,092 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 64f09bb022b8d9f820468ffb45184691; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60400542, jitterRate=-0.0999617874622345}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T14:31:39,092 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 64f09bb022b8d9f820468ffb45184691: Writing region info on filesystem at 1731508299074Initializing all the Stores at 1731508299075 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508299075Cleaning up temporary data from old regions at 1731508299083 (+8 ms)Region opened successfully at 1731508299092 (+9 ms) 2024-11-13T14:31:39,093 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 64f09bb022b8d9f820468ffb45184691, disabling compactions & flushes 2024-11-13T14:31:39,093 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731508299032.64f09bb022b8d9f820468ffb45184691. 2024-11-13T14:31:39,093 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731508299032.64f09bb022b8d9f820468ffb45184691. 2024-11-13T14:31:39,093 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731508299032.64f09bb022b8d9f820468ffb45184691. after waiting 0 ms 2024-11-13T14:31:39,093 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731508299032.64f09bb022b8d9f820468ffb45184691. 2024-11-13T14:31:39,093 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731508299032.64f09bb022b8d9f820468ffb45184691. 2024-11-13T14:31:39,093 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 64f09bb022b8d9f820468ffb45184691: Waiting for close lock at 1731508299093Disabling compacts and flushes for region at 1731508299093Disabling writes for close at 1731508299093Writing region close event to WAL at 1731508299093Closed at 1731508299093 2024-11-13T14:31:39,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741845_1021 (size=95) 2024-11-13T14:31:39,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741845_1021 (size=95) 2024-11-13T14:31:39,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741845_1021 (size=95) 2024-11-13T14:31:39,100 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-13T14:31:39,100 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-39195395:(num 1731508299039) 2024-11-13T14:31:39,101 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-13T14:31:39,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741847_1023 (size=320) 2024-11-13T14:31:39,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741847_1023 (size=320) 2024-11-13T14:31:39,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741847_1023 (size=320) 2024-11-13T14:31:39,116 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-13T14:31:39,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741848_1024 (size=253) 2024-11-13T14:31:39,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741848_1024 (size=253) 2024-11-13T14:31:39,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741848_1024 (size=253) 2024-11-13T14:31:39,147 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41801/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731508299030/wal-2, size=253 (253bytes) 2024-11-13T14:31:39,147 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41801/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731508299030/wal-2 2024-11-13T14:31:39,148 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41801/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731508299030/wal-2 after 1ms 2024-11-13T14:31:39,151 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41801/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731508299030/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T14:31:39,152 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41801/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731508299030/wal-2 took 4ms 2024-11-13T14:31:39,154 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41801/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731508299030/wal-2 so closing down 2024-11-13T14:31:39,154 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T14:31:39,156 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-13T14:31:39,158 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/64f09bb022b8d9f820468ffb45184691/recovered.edits/0000000000000000002-wal-2.temp 2024-11-13T14:31:39,158 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T14:31:39,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741849_1025 (size=253) 2024-11-13T14:31:39,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741849_1025 (size=253) 2024-11-13T14:31:39,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741849_1025 (size=253) 2024-11-13T14:31:39,167 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/64f09bb022b8d9f820468ffb45184691/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-13T14:31:39,169 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/64f09bb022b8d9f820468ffb45184691/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/64f09bb022b8d9f820468ffb45184691/recovered.edits/0000000000000000002 2024-11-13T14:31:39,169 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:41801/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731508299030/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-11-13T14:31:39,169 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41801/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731508299030/wal-2, journal: Splitting hdfs://localhost:41801/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731508299030/wal-2, size=253 (253bytes) at 1731508299147Finishing writing output for hdfs://localhost:41801/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731508299030/wal-2 so closing down at 1731508299154 (+7 ms)Creating recovered edits writer path=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/64f09bb022b8d9f820468ffb45184691/recovered.edits/0000000000000000002-wal-2.temp at 1731508299158 (+4 ms)3 split writer threads finished at 1731508299158Closed recovered edits writer path=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/64f09bb022b8d9f820468ffb45184691/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731508299167 (+9 ms)Rename recovered edits hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/64f09bb022b8d9f820468ffb45184691/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/64f09bb022b8d9f820468ffb45184691/recovered.edits/0000000000000000002 at 1731508299169 (+2 ms)Processed 1 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:41801/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731508299030/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1731508299169 2024-11-13T14:31:39,183 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41801/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731508299030/wal-1, size=320 (320bytes) 2024-11-13T14:31:39,183 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41801/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731508299030/wal-1 2024-11-13T14:31:39,183 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41801/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731508299030/wal-1 after 0ms 2024-11-13T14:31:39,187 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41801/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731508299030/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T14:31:39,187 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41801/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731508299030/wal-1 took 5ms 2024-11-13T14:31:39,190 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41801/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731508299030/wal-1 so closing down 2024-11-13T14:31:39,191 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T14:31:39,193 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-13T14:31:39,195 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/64f09bb022b8d9f820468ffb45184691/recovered.edits/0000000000000000001-wal-1.temp 2024-11-13T14:31:39,196 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T14:31:39,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741850_1026 (size=320) 2024-11-13T14:31:39,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741850_1026 (size=320) 2024-11-13T14:31:39,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741850_1026 (size=320) 2024-11-13T14:31:39,209 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/64f09bb022b8d9f820468ffb45184691/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-13T14:31:39,213 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/64f09bb022b8d9f820468ffb45184691/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T14:31:39,216 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/64f09bb022b8d9f820468ffb45184691/recovered.edits/0000000000000000002, length=253 2024-11-13T14:31:39,219 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/64f09bb022b8d9f820468ffb45184691/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/64f09bb022b8d9f820468ffb45184691/recovered.edits/0000000000000000002 2024-11-13T14:31:39,219 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:41801/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731508299030/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-11-13T14:31:39,219 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41801/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731508299030/wal-1, journal: Splitting hdfs://localhost:41801/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731508299030/wal-1, size=320 (320bytes) at 1731508299183Finishing writing output for hdfs://localhost:41801/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731508299030/wal-1 so closing down at 1731508299191 (+8 ms)Creating recovered edits writer path=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/64f09bb022b8d9f820468ffb45184691/recovered.edits/0000000000000000001-wal-1.temp at 1731508299195 (+4 ms)3 split writer threads finished at 1731508299196 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/64f09bb022b8d9f820468ffb45184691/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731508299209 (+13 ms)Rename recovered edits hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/64f09bb022b8d9f820468ffb45184691/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/64f09bb022b8d9f820468ffb45184691/recovered.edits/0000000000000000002 at 1731508299219 (+10 ms)Processed 2 edits across 1 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:41801/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731508299030/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1731508299219 2024-11-13T14:31:39,219 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T14:31:39,222 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41801/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731508299030, archiveDir=hdfs://localhost:41801/hbase/oldWALs, maxLogs=32 2024-11-13T14:31:39,242 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731508299030/wal.1731508299223, exclude list is [], retry=0 2024-11-13T14:31:39,246 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41973,DS-fb2b1a45-9bc1-4679-ba5a-76bfe8ef03f2,DISK] 2024-11-13T14:31:39,246 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41545,DS-6e36f357-c0b3-46cb-a44a-940bbc7fdfd0,DISK] 2024-11-13T14:31:39,247 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42387,DS-4e9c7a05-2410-4992-ba6e-f6c65b75565a,DISK] 2024-11-13T14:31:39,250 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731508299030/wal.1731508299223 2024-11-13T14:31:39,250 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35665:35665),(127.0.0.1/127.0.0.1:34769:34769),(127.0.0.1/127.0.0.1:38697:38697)] 2024-11-13T14:31:39,250 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 64f09bb022b8d9f820468ffb45184691, NAME => 'testReplayEditsWrittenIntoWAL,,1731508299032.64f09bb022b8d9f820468ffb45184691.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:31:39,250 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731508299032.64f09bb022b8d9f820468ffb45184691.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:31:39,251 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 64f09bb022b8d9f820468ffb45184691 2024-11-13T14:31:39,251 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 64f09bb022b8d9f820468ffb45184691 2024-11-13T14:31:39,253 INFO [StoreOpener-64f09bb022b8d9f820468ffb45184691-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 64f09bb022b8d9f820468ffb45184691 2024-11-13T14:31:39,255 INFO [StoreOpener-64f09bb022b8d9f820468ffb45184691-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64f09bb022b8d9f820468ffb45184691 columnFamilyName a 2024-11-13T14:31:39,256 DEBUG [StoreOpener-64f09bb022b8d9f820468ffb45184691-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:31:39,257 INFO [StoreOpener-64f09bb022b8d9f820468ffb45184691-1 {}] regionserver.HStore(327): Store=64f09bb022b8d9f820468ffb45184691/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:31:39,257 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 64f09bb022b8d9f820468ffb45184691 2024-11-13T14:31:39,258 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/64f09bb022b8d9f820468ffb45184691 2024-11-13T14:31:39,261 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/64f09bb022b8d9f820468ffb45184691 2024-11-13T14:31:39,262 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/64f09bb022b8d9f820468ffb45184691/recovered.edits/0000000000000000002 2024-11-13T14:31:39,265 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/64f09bb022b8d9f820468ffb45184691/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T14:31:39,268 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/64f09bb022b8d9f820468ffb45184691/recovered.edits/0000000000000000002 2024-11-13T14:31:39,268 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 64f09bb022b8d9f820468ffb45184691 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-13T14:31:39,288 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/64f09bb022b8d9f820468ffb45184691/.tmp/a/854e991f9fcd4906af053471e8f97e01 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1731508299100/Put/seqid=0 2024-11-13T14:31:39,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741852_1028 (size=5170) 2024-11-13T14:31:39,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741852_1028 (size=5170) 2024-11-13T14:31:39,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741852_1028 (size=5170) 2024-11-13T14:31:39,299 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/64f09bb022b8d9f820468ffb45184691/.tmp/a/854e991f9fcd4906af053471e8f97e01 2024-11-13T14:31:39,308 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/64f09bb022b8d9f820468ffb45184691/.tmp/a/854e991f9fcd4906af053471e8f97e01 as hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/64f09bb022b8d9f820468ffb45184691/a/854e991f9fcd4906af053471e8f97e01 2024-11-13T14:31:39,317 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/64f09bb022b8d9f820468ffb45184691/a/854e991f9fcd4906af053471e8f97e01, entries=2, sequenceid=2, filesize=5.0 K 2024-11-13T14:31:39,317 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 64f09bb022b8d9f820468ffb45184691 in 49ms, sequenceid=2, compaction requested=false; wal=null 2024-11-13T14:31:39,318 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/64f09bb022b8d9f820468ffb45184691/recovered.edits/0000000000000000002 2024-11-13T14:31:39,318 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 64f09bb022b8d9f820468ffb45184691 2024-11-13T14:31:39,319 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 64f09bb022b8d9f820468ffb45184691 2024-11-13T14:31:39,321 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 64f09bb022b8d9f820468ffb45184691 2024-11-13T14:31:39,324 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/64f09bb022b8d9f820468ffb45184691/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-13T14:31:39,326 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 64f09bb022b8d9f820468ffb45184691; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59074060, jitterRate=-0.11972790956497192}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T14:31:39,326 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 64f09bb022b8d9f820468ffb45184691: Writing region info on filesystem at 1731508299251Initializing all the Stores at 1731508299252 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508299252Obtaining lock to block concurrent updates at 1731508299268 (+16 ms)Preparing flush snapshotting stores in 64f09bb022b8d9f820468ffb45184691 at 1731508299268Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1731508299032.64f09bb022b8d9f820468ffb45184691., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1731508299268Flushing stores of testReplayEditsWrittenIntoWAL,,1731508299032.64f09bb022b8d9f820468ffb45184691. at 1731508299268Flushing 64f09bb022b8d9f820468ffb45184691/a: creating writer at 1731508299268Flushing 64f09bb022b8d9f820468ffb45184691/a: appending metadata at 1731508299287 (+19 ms)Flushing 64f09bb022b8d9f820468ffb45184691/a: closing flushed file at 1731508299287Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c20606c: reopening flushed file at 1731508299306 (+19 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 64f09bb022b8d9f820468ffb45184691 in 49ms, sequenceid=2, compaction requested=false; wal=null at 1731508299317 (+11 ms)Cleaning up temporary data from old regions at 1731508299319 (+2 ms)Region opened successfully at 1731508299326 (+7 ms) 2024-11-13T14:31:39,342 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=386 (was 376) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-744547280_22 at /127.0.0.1:36970 [Receiving block BP-942709033-172.17.0.2-1731508290742:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-744547280_22 at /127.0.0.1:34412 [Receiving block BP-942709033-172.17.0.2-1731508290742:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-942709033-172.17.0.2-1731508290742:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-744547280_22 at /127.0.0.1:36936 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-744547280_22 at /127.0.0.1:37920 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-744547280_22 at /127.0.0.1:34170 [Waiting for operation #20] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-744547280_22 at /127.0.0.1:38156 [Receiving block BP-942709033-172.17.0.2-1731508290742:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-942709033-172.17.0.2-1731508290742:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-942709033-172.17.0.2-1731508290742:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 701) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=194 (was 194), ProcessCount=11 (was 11), AvailableMemoryMB=3419 (was 3427) 2024-11-13T14:31:39,353 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=386, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=194, ProcessCount=11, AvailableMemoryMB=3419 2024-11-13T14:31:39,370 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:31:39,372 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:31:39,373 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T14:31:39,376 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-67102033, suffix=, logDir=hdfs://localhost:41801/hbase/WALs/hregion-67102033, archiveDir=hdfs://localhost:41801/hbase/oldWALs, maxLogs=32 2024-11-13T14:31:39,389 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-67102033/hregion-67102033.1731508299377, exclude list is [], retry=0 2024-11-13T14:31:39,392 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42387,DS-4e9c7a05-2410-4992-ba6e-f6c65b75565a,DISK] 2024-11-13T14:31:39,393 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41545,DS-6e36f357-c0b3-46cb-a44a-940bbc7fdfd0,DISK] 2024-11-13T14:31:39,393 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41973,DS-fb2b1a45-9bc1-4679-ba5a-76bfe8ef03f2,DISK] 2024-11-13T14:31:39,395 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-67102033/hregion-67102033.1731508299377 2024-11-13T14:31:39,395 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38697:38697),(127.0.0.1/127.0.0.1:34769:34769),(127.0.0.1/127.0.0.1:35665:35665)] 2024-11-13T14:31:39,395 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => ce273756fcf5154f8ed667d6728e8ed2, NAME => 'testReplayEditsWrittenIntoWAL,,1731508299371.ce273756fcf5154f8ed667d6728e8ed2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41801/hbase 2024-11-13T14:31:39,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741854_1030 (size=64) 2024-11-13T14:31:39,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741854_1030 (size=64) 2024-11-13T14:31:39,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741854_1030 (size=64) 2024-11-13T14:31:39,809 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731508299371.ce273756fcf5154f8ed667d6728e8ed2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:31:39,813 INFO [StoreOpener-ce273756fcf5154f8ed667d6728e8ed2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ce273756fcf5154f8ed667d6728e8ed2 2024-11-13T14:31:39,817 INFO [StoreOpener-ce273756fcf5154f8ed667d6728e8ed2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce273756fcf5154f8ed667d6728e8ed2 columnFamilyName a 2024-11-13T14:31:39,817 DEBUG [StoreOpener-ce273756fcf5154f8ed667d6728e8ed2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:31:39,818 INFO [StoreOpener-ce273756fcf5154f8ed667d6728e8ed2-1 {}] regionserver.HStore(327): Store=ce273756fcf5154f8ed667d6728e8ed2/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:31:39,818 INFO [StoreOpener-ce273756fcf5154f8ed667d6728e8ed2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ce273756fcf5154f8ed667d6728e8ed2 2024-11-13T14:31:39,820 INFO [StoreOpener-ce273756fcf5154f8ed667d6728e8ed2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce273756fcf5154f8ed667d6728e8ed2 columnFamilyName b 2024-11-13T14:31:39,820 DEBUG [StoreOpener-ce273756fcf5154f8ed667d6728e8ed2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:31:39,821 INFO [StoreOpener-ce273756fcf5154f8ed667d6728e8ed2-1 {}] regionserver.HStore(327): Store=ce273756fcf5154f8ed667d6728e8ed2/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:31:39,821 INFO [StoreOpener-ce273756fcf5154f8ed667d6728e8ed2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ce273756fcf5154f8ed667d6728e8ed2 2024-11-13T14:31:39,823 INFO [StoreOpener-ce273756fcf5154f8ed667d6728e8ed2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce273756fcf5154f8ed667d6728e8ed2 columnFamilyName c 2024-11-13T14:31:39,823 DEBUG [StoreOpener-ce273756fcf5154f8ed667d6728e8ed2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:31:39,824 INFO [StoreOpener-ce273756fcf5154f8ed667d6728e8ed2-1 {}] regionserver.HStore(327): Store=ce273756fcf5154f8ed667d6728e8ed2/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:31:39,824 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ce273756fcf5154f8ed667d6728e8ed2 2024-11-13T14:31:39,825 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/ce273756fcf5154f8ed667d6728e8ed2 2024-11-13T14:31:39,826 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/ce273756fcf5154f8ed667d6728e8ed2 2024-11-13T14:31:39,828 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ce273756fcf5154f8ed667d6728e8ed2 2024-11-13T14:31:39,828 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ce273756fcf5154f8ed667d6728e8ed2 2024-11-13T14:31:39,828 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T14:31:39,830 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ce273756fcf5154f8ed667d6728e8ed2 2024-11-13T14:31:39,833 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/ce273756fcf5154f8ed667d6728e8ed2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:31:39,833 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ce273756fcf5154f8ed667d6728e8ed2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70020510, jitterRate=0.04338690638542175}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T14:31:39,834 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ce273756fcf5154f8ed667d6728e8ed2: Writing region info on filesystem at 1731508299810Initializing all the Stores at 1731508299812 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508299813 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508299813Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508299813Cleaning up temporary data from old regions at 1731508299828 (+15 ms)Region opened successfully at 1731508299834 (+6 ms) 2024-11-13T14:31:39,834 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing ce273756fcf5154f8ed667d6728e8ed2, disabling compactions & flushes 2024-11-13T14:31:39,834 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731508299371.ce273756fcf5154f8ed667d6728e8ed2. 2024-11-13T14:31:39,834 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731508299371.ce273756fcf5154f8ed667d6728e8ed2. 2024-11-13T14:31:39,834 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731508299371.ce273756fcf5154f8ed667d6728e8ed2. after waiting 0 ms 2024-11-13T14:31:39,834 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731508299371.ce273756fcf5154f8ed667d6728e8ed2. 2024-11-13T14:31:39,835 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731508299371.ce273756fcf5154f8ed667d6728e8ed2. 2024-11-13T14:31:39,835 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for ce273756fcf5154f8ed667d6728e8ed2: Waiting for close lock at 1731508299834Disabling compacts and flushes for region at 1731508299834Disabling writes for close at 1731508299834Writing region close event to WAL at 1731508299835 (+1 ms)Closed at 1731508299835 2024-11-13T14:31:39,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741853_1029 (size=95) 2024-11-13T14:31:39,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741853_1029 (size=95) 2024-11-13T14:31:39,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741853_1029 (size=95) 2024-11-13T14:31:39,842 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-13T14:31:39,842 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-67102033:(num 1731508299377) 2024-11-13T14:31:39,842 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T14:31:39,844 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41801/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731508299369, archiveDir=hdfs://localhost:41801/hbase/oldWALs, maxLogs=32 2024-11-13T14:31:39,857 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731508299369/wal.1731508299845, exclude list is [], retry=0 2024-11-13T14:31:39,860 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42387,DS-4e9c7a05-2410-4992-ba6e-f6c65b75565a,DISK] 2024-11-13T14:31:39,861 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41973,DS-fb2b1a45-9bc1-4679-ba5a-76bfe8ef03f2,DISK] 2024-11-13T14:31:39,861 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41545,DS-6e36f357-c0b3-46cb-a44a-940bbc7fdfd0,DISK] 2024-11-13T14:31:39,863 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731508299369/wal.1731508299845 2024-11-13T14:31:39,863 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38697:38697),(127.0.0.1/127.0.0.1:35665:35665),(127.0.0.1/127.0.0.1:34769:34769)] 2024-11-13T14:31:40,056 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41801/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731508299369/wal.1731508299845, size=0 (0bytes) 2024-11-13T14:31:40,056 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:41801/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731508299369/wal.1731508299845 might be still open, length is 0 2024-11-13T14:31:40,056 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41801/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731508299369/wal.1731508299845 2024-11-13T14:31:40,057 WARN [IPC Server handler 0 on default port 41801 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731508299369/wal.1731508299845 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-11-13T14:31:40,058 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:41801/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731508299369/wal.1731508299845 after 1ms 2024-11-13T14:31:40,322 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-744547280_22 at /127.0.0.1:38190 [Receiving block BP-942709033-172.17.0.2-1731508290742:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:42387:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38190 dst: /127.0.0.1:42387 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:42387 remote=/127.0.0.1:38190]. Total timeout mills is 60000, 59703 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:31:40,323 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-744547280_22 at /127.0.0.1:34444 [Receiving block BP-942709033-172.17.0.2-1731508290742:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:41973:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34444 dst: /127.0.0.1:41973 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:31:40,323 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-744547280_22 at /127.0.0.1:36998 [Receiving block BP-942709033-172.17.0.2-1731508290742:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:41545:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36998 dst: /127.0.0.1:41545 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:31:40,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741855_1032 (size=263633) 2024-11-13T14:31:40,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741855_1032 (size=263633) 2024-11-13T14:31:40,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741855_1032 (size=263633) 2024-11-13T14:31:43,676 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T14:31:43,725 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T14:31:44,059 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:41801/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731508299369/wal.1731508299845 after 4003ms 2024-11-13T14:31:44,066 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41801/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731508299369/wal.1731508299845: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T14:31:44,068 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41801/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731508299369/wal.1731508299845 took 4012ms 2024-11-13T14:31:44,075 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1731508299845.temp 2024-11-13T14:31:44,077 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/ce273756fcf5154f8ed667d6728e8ed2/recovered.edits/0000000000000000001-wal.1731508299845.temp 2024-11-13T14:31:44,198 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:41801/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731508299369/wal.1731508299845; continuing. 2024-11-13T14:31:44,198 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41801/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731508299369/wal.1731508299845 so closing down 2024-11-13T14:31:44,198 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T14:31:44,199 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T14:31:44,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741856_1033 (size=263641) 2024-11-13T14:31:44,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741856_1033 (size=263641) 2024-11-13T14:31:44,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741856_1033 (size=263641) 2024-11-13T14:31:44,203 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/ce273756fcf5154f8ed667d6728e8ed2/recovered.edits/0000000000000000001-wal.1731508299845.temp (wrote 3002 edits, skipped 0 edits in 72 ms) 2024-11-13T14:31:44,205 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/ce273756fcf5154f8ed667d6728e8ed2/recovered.edits/0000000000000000001-wal.1731508299845.temp to hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/ce273756fcf5154f8ed667d6728e8ed2/recovered.edits/0000000000000003002 2024-11-13T14:31:44,205 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 136 ms; skipped=0; WAL=hdfs://localhost:41801/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731508299369/wal.1731508299845, size=0, length=0, corrupted=false, cancelled=false 2024-11-13T14:31:44,205 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41801/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731508299369/wal.1731508299845, journal: Splitting hdfs://localhost:41801/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731508299369/wal.1731508299845, size=0 (0bytes) at 1731508300056Creating recovered edits writer path=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/ce273756fcf5154f8ed667d6728e8ed2/recovered.edits/0000000000000000001-wal.1731508299845.temp at 1731508304077 (+4021 ms)Split 1024 edits, skipped 0 edits. at 1731508304141 (+64 ms)Split 2048 edits, skipped 0 edits. at 1731508304171 (+30 ms)Finishing writing output for hdfs://localhost:41801/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731508299369/wal.1731508299845 so closing down at 1731508304198 (+27 ms)3 split writer threads finished at 1731508304199 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/ce273756fcf5154f8ed667d6728e8ed2/recovered.edits/0000000000000000001-wal.1731508299845.temp (wrote 3002 edits, skipped 0 edits in 72 ms) at 1731508304203 (+4 ms)Rename recovered edits hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/ce273756fcf5154f8ed667d6728e8ed2/recovered.edits/0000000000000000001-wal.1731508299845.temp to hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/ce273756fcf5154f8ed667d6728e8ed2/recovered.edits/0000000000000003002 at 1731508304205 (+2 ms)Processed 3002 edits across 1 Regions in 136 ms; skipped=0; WAL=hdfs://localhost:41801/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731508299369/wal.1731508299845, size=0, length=0, corrupted=false, cancelled=false at 1731508304205 2024-11-13T14:31:44,208 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41801/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731508299369/wal.1731508299845 to hdfs://localhost:41801/hbase/oldWALs/wal.1731508299845 2024-11-13T14:31:44,209 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/ce273756fcf5154f8ed667d6728e8ed2/recovered.edits/0000000000000003002 2024-11-13T14:31:44,210 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T14:31:44,213 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41801/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731508299369, archiveDir=hdfs://localhost:41801/hbase/oldWALs, maxLogs=32 2024-11-13T14:31:44,231 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731508299369/wal.1731508304213, exclude list is [], retry=0 2024-11-13T14:31:44,235 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42387,DS-4e9c7a05-2410-4992-ba6e-f6c65b75565a,DISK] 2024-11-13T14:31:44,236 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41973,DS-fb2b1a45-9bc1-4679-ba5a-76bfe8ef03f2,DISK] 2024-11-13T14:31:44,236 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41545,DS-6e36f357-c0b3-46cb-a44a-940bbc7fdfd0,DISK] 2024-11-13T14:31:44,239 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731508299369/wal.1731508304213 2024-11-13T14:31:44,240 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38697:38697),(127.0.0.1/127.0.0.1:35665:35665),(127.0.0.1/127.0.0.1:34769:34769)] 2024-11-13T14:31:44,240 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731508299371.ce273756fcf5154f8ed667d6728e8ed2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:31:44,243 INFO [StoreOpener-ce273756fcf5154f8ed667d6728e8ed2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ce273756fcf5154f8ed667d6728e8ed2 2024-11-13T14:31:44,244 INFO [StoreOpener-ce273756fcf5154f8ed667d6728e8ed2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce273756fcf5154f8ed667d6728e8ed2 columnFamilyName a 2024-11-13T14:31:44,244 DEBUG [StoreOpener-ce273756fcf5154f8ed667d6728e8ed2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:31:44,245 INFO [StoreOpener-ce273756fcf5154f8ed667d6728e8ed2-1 {}] regionserver.HStore(327): Store=ce273756fcf5154f8ed667d6728e8ed2/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:31:44,245 INFO [StoreOpener-ce273756fcf5154f8ed667d6728e8ed2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ce273756fcf5154f8ed667d6728e8ed2 2024-11-13T14:31:44,247 INFO [StoreOpener-ce273756fcf5154f8ed667d6728e8ed2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce273756fcf5154f8ed667d6728e8ed2 columnFamilyName b 2024-11-13T14:31:44,247 DEBUG [StoreOpener-ce273756fcf5154f8ed667d6728e8ed2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:31:44,248 INFO [StoreOpener-ce273756fcf5154f8ed667d6728e8ed2-1 {}] regionserver.HStore(327): Store=ce273756fcf5154f8ed667d6728e8ed2/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:31:44,248 INFO [StoreOpener-ce273756fcf5154f8ed667d6728e8ed2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ce273756fcf5154f8ed667d6728e8ed2 2024-11-13T14:31:44,249 INFO [StoreOpener-ce273756fcf5154f8ed667d6728e8ed2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce273756fcf5154f8ed667d6728e8ed2 columnFamilyName c 2024-11-13T14:31:44,250 DEBUG [StoreOpener-ce273756fcf5154f8ed667d6728e8ed2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:31:44,251 INFO [StoreOpener-ce273756fcf5154f8ed667d6728e8ed2-1 {}] regionserver.HStore(327): Store=ce273756fcf5154f8ed667d6728e8ed2/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:31:44,251 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ce273756fcf5154f8ed667d6728e8ed2 2024-11-13T14:31:44,252 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/ce273756fcf5154f8ed667d6728e8ed2 2024-11-13T14:31:44,255 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/ce273756fcf5154f8ed667d6728e8ed2 2024-11-13T14:31:44,255 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/ce273756fcf5154f8ed667d6728e8ed2/recovered.edits/0000000000000003002 2024-11-13T14:31:44,259 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/ce273756fcf5154f8ed667d6728e8ed2/recovered.edits/0000000000000003002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T14:31:44,317 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-13T14:31:44,683 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ce273756fcf5154f8ed667d6728e8ed2 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-13T14:31:44,730 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/ce273756fcf5154f8ed667d6728e8ed2/.tmp/a/9682bb0524f34fe1a9340eb1abfcee7d is 62, key is testReplayEditsWrittenIntoWAL/a:100/1731508299870/Put/seqid=0 2024-11-13T14:31:44,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741858_1035 (size=50463) 2024-11-13T14:31:44,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741858_1035 (size=50463) 2024-11-13T14:31:44,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741858_1035 (size=50463) 2024-11-13T14:31:44,743 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/ce273756fcf5154f8ed667d6728e8ed2/.tmp/a/9682bb0524f34fe1a9340eb1abfcee7d 2024-11-13T14:31:44,751 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/ce273756fcf5154f8ed667d6728e8ed2/.tmp/a/9682bb0524f34fe1a9340eb1abfcee7d as hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/ce273756fcf5154f8ed667d6728e8ed2/a/9682bb0524f34fe1a9340eb1abfcee7d 2024-11-13T14:31:44,759 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/ce273756fcf5154f8ed667d6728e8ed2/a/9682bb0524f34fe1a9340eb1abfcee7d, entries=754, sequenceid=754, filesize=49.3 K 2024-11-13T14:31:44,759 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for ce273756fcf5154f8ed667d6728e8ed2 in 76ms, sequenceid=754, compaction requested=false; wal=null 2024-11-13T14:31:44,793 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-13T14:31:44,794 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ce273756fcf5154f8ed667d6728e8ed2 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-13T14:31:44,800 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/ce273756fcf5154f8ed667d6728e8ed2/.tmp/a/b4bac56939fe44babf0769b2077492b8 is 62, key is testReplayEditsWrittenIntoWAL/a:754/1731508299905/Put/seqid=0 2024-11-13T14:31:44,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741859_1036 (size=20072) 2024-11-13T14:31:44,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741859_1036 (size=20072) 2024-11-13T14:31:44,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741859_1036 (size=20072) 2024-11-13T14:31:44,810 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/ce273756fcf5154f8ed667d6728e8ed2/.tmp/a/b4bac56939fe44babf0769b2077492b8 2024-11-13T14:31:44,833 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/ce273756fcf5154f8ed667d6728e8ed2/.tmp/b/e5e63c8f21e641c191bb90676c7d102d is 62, key is testReplayEditsWrittenIntoWAL/b:100/1731508299930/Put/seqid=0 2024-11-13T14:31:44,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741860_1037 (size=35835) 2024-11-13T14:31:44,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741860_1037 (size=35835) 2024-11-13T14:31:44,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741860_1037 (size=35835) 2024-11-13T14:31:44,842 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/ce273756fcf5154f8ed667d6728e8ed2/.tmp/b/e5e63c8f21e641c191bb90676c7d102d 2024-11-13T14:31:44,849 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/ce273756fcf5154f8ed667d6728e8ed2/.tmp/a/b4bac56939fe44babf0769b2077492b8 as hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/ce273756fcf5154f8ed667d6728e8ed2/a/b4bac56939fe44babf0769b2077492b8 2024-11-13T14:31:44,857 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/ce273756fcf5154f8ed667d6728e8ed2/a/b4bac56939fe44babf0769b2077492b8, entries=246, sequenceid=1508, filesize=19.6 K 2024-11-13T14:31:44,859 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/ce273756fcf5154f8ed667d6728e8ed2/.tmp/b/e5e63c8f21e641c191bb90676c7d102d as hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/ce273756fcf5154f8ed667d6728e8ed2/b/e5e63c8f21e641c191bb90676c7d102d 2024-11-13T14:31:44,866 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/ce273756fcf5154f8ed667d6728e8ed2/b/e5e63c8f21e641c191bb90676c7d102d, entries=508, sequenceid=1508, filesize=35.0 K 2024-11-13T14:31:44,867 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for ce273756fcf5154f8ed667d6728e8ed2 in 73ms, sequenceid=1508, compaction requested=false; wal=null 2024-11-13T14:31:44,890 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-13T14:31:44,891 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ce273756fcf5154f8ed667d6728e8ed2 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-13T14:31:44,899 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/ce273756fcf5154f8ed667d6728e8ed2/.tmp/b/35819978659945e2ae73cb92b8de19c7 is 62, key is testReplayEditsWrittenIntoWAL/b:508/1731508299952/Put/seqid=0 2024-11-13T14:31:44,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741861_1038 (size=35082) 2024-11-13T14:31:44,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741861_1038 (size=35082) 2024-11-13T14:31:44,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741861_1038 (size=35082) 2024-11-13T14:31:44,908 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/ce273756fcf5154f8ed667d6728e8ed2/.tmp/b/35819978659945e2ae73cb92b8de19c7 2024-11-13T14:31:44,929 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/ce273756fcf5154f8ed667d6728e8ed2/.tmp/c/520b9be516f1435e8ca03782d853c733 is 62, key is testReplayEditsWrittenIntoWAL/c:100/1731508299987/Put/seqid=0 2024-11-13T14:31:44,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741862_1039 (size=20825) 2024-11-13T14:31:44,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741862_1039 (size=20825) 2024-11-13T14:31:44,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741862_1039 (size=20825) 2024-11-13T14:31:44,937 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/ce273756fcf5154f8ed667d6728e8ed2/.tmp/c/520b9be516f1435e8ca03782d853c733 2024-11-13T14:31:44,944 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/ce273756fcf5154f8ed667d6728e8ed2/.tmp/b/35819978659945e2ae73cb92b8de19c7 as hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/ce273756fcf5154f8ed667d6728e8ed2/b/35819978659945e2ae73cb92b8de19c7 2024-11-13T14:31:44,951 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/ce273756fcf5154f8ed667d6728e8ed2/b/35819978659945e2ae73cb92b8de19c7, entries=492, sequenceid=2262, filesize=34.3 K 2024-11-13T14:31:44,953 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/ce273756fcf5154f8ed667d6728e8ed2/.tmp/c/520b9be516f1435e8ca03782d853c733 as hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/ce273756fcf5154f8ed667d6728e8ed2/c/520b9be516f1435e8ca03782d853c733 2024-11-13T14:31:44,959 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/ce273756fcf5154f8ed667d6728e8ed2/c/520b9be516f1435e8ca03782d853c733, entries=262, sequenceid=2262, filesize=20.3 K 2024-11-13T14:31:44,959 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for ce273756fcf5154f8ed667d6728e8ed2 in 68ms, sequenceid=2262, compaction requested=false; wal=null 2024-11-13T14:31:44,970 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1731508300024/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1731508299371.ce273756fcf5154f8ed667d6728e8ed2. 2024-11-13T14:31:44,973 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/ce273756fcf5154f8ed667d6728e8ed2/recovered.edits/0000000000000003002 2024-11-13T14:31:44,974 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-13T14:31:44,974 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ce273756fcf5154f8ed667d6728e8ed2 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-11-13T14:31:44,984 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/ce273756fcf5154f8ed667d6728e8ed2/.tmp/c/1838f0aa355f4c74a779b4a0fdb0c6bf is 62, key is testReplayEditsWrittenIntoWAL/c:262/1731508299994/Put/seqid=0 2024-11-13T14:31:44,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741863_1040 (size=50301) 2024-11-13T14:31:44,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741863_1040 (size=50301) 2024-11-13T14:31:44,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741863_1040 (size=50301) 2024-11-13T14:31:44,992 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/ce273756fcf5154f8ed667d6728e8ed2/.tmp/c/1838f0aa355f4c74a779b4a0fdb0c6bf 2024-11-13T14:31:44,999 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1838f0aa355f4c74a779b4a0fdb0c6bf 2024-11-13T14:31:45,000 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/ce273756fcf5154f8ed667d6728e8ed2/.tmp/c/1838f0aa355f4c74a779b4a0fdb0c6bf as hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/ce273756fcf5154f8ed667d6728e8ed2/c/1838f0aa355f4c74a779b4a0fdb0c6bf 2024-11-13T14:31:45,007 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1838f0aa355f4c74a779b4a0fdb0c6bf 2024-11-13T14:31:45,007 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/ce273756fcf5154f8ed667d6728e8ed2/c/1838f0aa355f4c74a779b4a0fdb0c6bf, entries=739, sequenceid=3002, filesize=49.1 K 2024-11-13T14:31:45,007 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for ce273756fcf5154f8ed667d6728e8ed2 in 33ms, sequenceid=3002, compaction requested=false; wal=null 2024-11-13T14:31:45,008 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/ce273756fcf5154f8ed667d6728e8ed2/recovered.edits/0000000000000003002 2024-11-13T14:31:45,009 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ce273756fcf5154f8ed667d6728e8ed2 2024-11-13T14:31:45,009 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ce273756fcf5154f8ed667d6728e8ed2 2024-11-13T14:31:45,010 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T14:31:45,012 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ce273756fcf5154f8ed667d6728e8ed2 2024-11-13T14:31:45,014 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenIntoWAL/ce273756fcf5154f8ed667d6728e8ed2/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-11-13T14:31:45,015 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ce273756fcf5154f8ed667d6728e8ed2; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61080916, jitterRate=-0.08982342481613159}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T14:31:45,016 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ce273756fcf5154f8ed667d6728e8ed2: Writing region info on filesystem at 1731508304240Initializing all the Stores at 1731508304242 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508304242Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508304242Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508304242Cleaning up temporary data from old regions at 1731508305009 (+767 ms)Region opened successfully at 1731508305016 (+7 ms) 2024-11-13T14:31:45,080 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing ce273756fcf5154f8ed667d6728e8ed2, disabling compactions & flushes 2024-11-13T14:31:45,080 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731508299371.ce273756fcf5154f8ed667d6728e8ed2. 2024-11-13T14:31:45,080 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731508299371.ce273756fcf5154f8ed667d6728e8ed2. 2024-11-13T14:31:45,080 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731508299371.ce273756fcf5154f8ed667d6728e8ed2. after waiting 0 ms 2024-11-13T14:31:45,080 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731508299371.ce273756fcf5154f8ed667d6728e8ed2. 2024-11-13T14:31:45,082 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731508299371.ce273756fcf5154f8ed667d6728e8ed2. 2024-11-13T14:31:45,082 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for ce273756fcf5154f8ed667d6728e8ed2: Waiting for close lock at 1731508305080Disabling compacts and flushes for region at 1731508305080Disabling writes for close at 1731508305080Writing region close event to WAL at 1731508305082 (+2 ms)Closed at 1731508305082 2024-11-13T14:31:45,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741857_1034 (size=95) 2024-11-13T14:31:45,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741857_1034 (size=95) 2024-11-13T14:31:45,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741857_1034 (size=95) 2024-11-13T14:31:45,088 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-13T14:31:45,088 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731508304213) 2024-11-13T14:31:45,102 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=400 (was 386) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41705 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:41801 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f90b2f5d-67a3-af73-89b5-c88bee40f138/cluster_8bb56d3f-b2f2-aed9-17fa-a218dacc1940/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1474596206_22 at /127.0.0.1:52824 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:35465 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1474596206_22 at /127.0.0.1:44484 [Waiting for operation #16] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:41801 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:41705 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f90b2f5d-67a3-af73-89b5-c88bee40f138/cluster_8bb56d3f-b2f2-aed9-17fa-a218dacc1940/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1474596206_22 at /127.0.0.1:52838 [Waiting for operation #16] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1474596206_22 at /127.0.0.1:48154 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35465 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=195 (was 194) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3367 (was 3419) 2024-11-13T14:31:45,112 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=400, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=195, ProcessCount=11, AvailableMemoryMB=3366 2024-11-13T14:31:45,129 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:31:45,131 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:31:45,132 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T14:31:45,135 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-71860843, suffix=, logDir=hdfs://localhost:41801/hbase/WALs/hregion-71860843, archiveDir=hdfs://localhost:41801/hbase/oldWALs, maxLogs=32 2024-11-13T14:31:45,147 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-71860843/hregion-71860843.1731508305135, exclude list is [], retry=0 2024-11-13T14:31:45,150 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42387,DS-4e9c7a05-2410-4992-ba6e-f6c65b75565a,DISK] 2024-11-13T14:31:45,150 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41545,DS-6e36f357-c0b3-46cb-a44a-940bbc7fdfd0,DISK] 2024-11-13T14:31:45,150 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41973,DS-fb2b1a45-9bc1-4679-ba5a-76bfe8ef03f2,DISK] 2024-11-13T14:31:45,152 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-71860843/hregion-71860843.1731508305135 2024-11-13T14:31:45,153 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38697:38697),(127.0.0.1/127.0.0.1:34769:34769),(127.0.0.1/127.0.0.1:35665:35665)] 2024-11-13T14:31:45,153 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 60cc988a699b864ce544838a35cd14d3, NAME => 'test2727,,1731508305130.60cc988a699b864ce544838a35cd14d3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41801/hbase 2024-11-13T14:31:45,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741865_1042 (size=43) 2024-11-13T14:31:45,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741865_1042 (size=43) 2024-11-13T14:31:45,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741865_1042 (size=43) 2024-11-13T14:31:45,163 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1731508305130.60cc988a699b864ce544838a35cd14d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:31:45,164 INFO [StoreOpener-60cc988a699b864ce544838a35cd14d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 60cc988a699b864ce544838a35cd14d3 2024-11-13T14:31:45,166 INFO [StoreOpener-60cc988a699b864ce544838a35cd14d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60cc988a699b864ce544838a35cd14d3 columnFamilyName a 2024-11-13T14:31:45,166 DEBUG [StoreOpener-60cc988a699b864ce544838a35cd14d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:31:45,167 INFO [StoreOpener-60cc988a699b864ce544838a35cd14d3-1 {}] regionserver.HStore(327): Store=60cc988a699b864ce544838a35cd14d3/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:31:45,167 INFO [StoreOpener-60cc988a699b864ce544838a35cd14d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 60cc988a699b864ce544838a35cd14d3 2024-11-13T14:31:45,169 INFO [StoreOpener-60cc988a699b864ce544838a35cd14d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60cc988a699b864ce544838a35cd14d3 columnFamilyName b 2024-11-13T14:31:45,169 DEBUG [StoreOpener-60cc988a699b864ce544838a35cd14d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:31:45,170 INFO [StoreOpener-60cc988a699b864ce544838a35cd14d3-1 {}] regionserver.HStore(327): Store=60cc988a699b864ce544838a35cd14d3/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:31:45,170 INFO [StoreOpener-60cc988a699b864ce544838a35cd14d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 60cc988a699b864ce544838a35cd14d3 2024-11-13T14:31:45,172 INFO [StoreOpener-60cc988a699b864ce544838a35cd14d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60cc988a699b864ce544838a35cd14d3 columnFamilyName c 2024-11-13T14:31:45,172 DEBUG [StoreOpener-60cc988a699b864ce544838a35cd14d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:31:45,173 INFO [StoreOpener-60cc988a699b864ce544838a35cd14d3-1 {}] regionserver.HStore(327): Store=60cc988a699b864ce544838a35cd14d3/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:31:45,173 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 60cc988a699b864ce544838a35cd14d3 2024-11-13T14:31:45,174 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41801/hbase/data/default/test2727/60cc988a699b864ce544838a35cd14d3 2024-11-13T14:31:45,174 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41801/hbase/data/default/test2727/60cc988a699b864ce544838a35cd14d3 2024-11-13T14:31:45,175 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 60cc988a699b864ce544838a35cd14d3 2024-11-13T14:31:45,175 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 60cc988a699b864ce544838a35cd14d3 2024-11-13T14:31:45,176 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T14:31:45,177 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 60cc988a699b864ce544838a35cd14d3 2024-11-13T14:31:45,180 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41801/hbase/data/default/test2727/60cc988a699b864ce544838a35cd14d3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:31:45,180 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 60cc988a699b864ce544838a35cd14d3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61417695, jitterRate=-0.08480502665042877}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T14:31:45,181 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 60cc988a699b864ce544838a35cd14d3: Writing region info on filesystem at 1731508305163Initializing all the Stores at 1731508305164 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508305164Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508305164Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508305164Cleaning up temporary data from old regions at 1731508305175 (+11 ms)Region opened successfully at 1731508305181 (+6 ms) 2024-11-13T14:31:45,181 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 60cc988a699b864ce544838a35cd14d3, disabling compactions & flushes 2024-11-13T14:31:45,181 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1731508305130.60cc988a699b864ce544838a35cd14d3. 2024-11-13T14:31:45,181 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1731508305130.60cc988a699b864ce544838a35cd14d3. 2024-11-13T14:31:45,181 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1731508305130.60cc988a699b864ce544838a35cd14d3. after waiting 0 ms 2024-11-13T14:31:45,181 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1731508305130.60cc988a699b864ce544838a35cd14d3. 2024-11-13T14:31:45,182 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1731508305130.60cc988a699b864ce544838a35cd14d3. 2024-11-13T14:31:45,182 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 60cc988a699b864ce544838a35cd14d3: Waiting for close lock at 1731508305181Disabling compacts and flushes for region at 1731508305181Disabling writes for close at 1731508305181Writing region close event to WAL at 1731508305182 (+1 ms)Closed at 1731508305182 2024-11-13T14:31:45,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741864_1041 (size=95) 2024-11-13T14:31:45,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741864_1041 (size=95) 2024-11-13T14:31:45,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741864_1041 (size=95) 2024-11-13T14:31:45,189 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-13T14:31:45,189 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-71860843:(num 1731508305135) 2024-11-13T14:31:45,189 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T14:31:45,191 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41801/hbase/WALs/test2727-manual,16010,1731508305128, archiveDir=hdfs://localhost:41801/hbase/oldWALs, maxLogs=32 2024-11-13T14:31:45,204 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731508305128/wal.1731508305192, exclude list is [], retry=0 2024-11-13T14:31:45,207 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41973,DS-fb2b1a45-9bc1-4679-ba5a-76bfe8ef03f2,DISK] 2024-11-13T14:31:45,208 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41545,DS-6e36f357-c0b3-46cb-a44a-940bbc7fdfd0,DISK] 2024-11-13T14:31:45,208 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42387,DS-4e9c7a05-2410-4992-ba6e-f6c65b75565a,DISK] 2024-11-13T14:31:45,210 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731508305128/wal.1731508305192 2024-11-13T14:31:45,210 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35665:35665),(127.0.0.1/127.0.0.1:34769:34769),(127.0.0.1/127.0.0.1:38697:38697)] 2024-11-13T14:31:45,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741866_1043 (size=263359) 2024-11-13T14:31:45,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741866_1043 (size=263359) 2024-11-13T14:31:45,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741866_1043 (size=263359) 2024-11-13T14:31:45,396 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41801/hbase/WALs/test2727-manual,16010,1731508305128/wal.1731508305192, size=257.2 K (263359bytes) 2024-11-13T14:31:45,396 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41801/hbase/WALs/test2727-manual,16010,1731508305128/wal.1731508305192 2024-11-13T14:31:45,396 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41801/hbase/WALs/test2727-manual,16010,1731508305128/wal.1731508305192 after 0ms 2024-11-13T14:31:45,400 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41801/hbase/WALs/test2727-manual,16010,1731508305128/wal.1731508305192: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T14:31:45,401 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41801/hbase/WALs/test2727-manual,16010,1731508305128/wal.1731508305192 took 5ms 2024-11-13T14:31:45,406 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1731508305192.temp 2024-11-13T14:31:45,407 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41801/hbase/data/default/test2727/60cc988a699b864ce544838a35cd14d3/recovered.edits/0000000000000000001-wal.1731508305192.temp 2024-11-13T14:31:45,458 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41801/hbase/WALs/test2727-manual,16010,1731508305128/wal.1731508305192 so closing down 2024-11-13T14:31:45,459 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T14:31:45,459 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T14:31:45,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741867_1044 (size=263359) 2024-11-13T14:31:45,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741867_1044 (size=263359) 2024-11-13T14:31:45,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741867_1044 (size=263359) 2024-11-13T14:31:45,463 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41801/hbase/data/default/test2727/60cc988a699b864ce544838a35cd14d3/recovered.edits/0000000000000000001-wal.1731508305192.temp (wrote 3000 edits, skipped 0 edits in 37 ms) 2024-11-13T14:31:45,465 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41801/hbase/data/default/test2727/60cc988a699b864ce544838a35cd14d3/recovered.edits/0000000000000000001-wal.1731508305192.temp to hdfs://localhost:41801/hbase/data/default/test2727/60cc988a699b864ce544838a35cd14d3/recovered.edits/0000000000000003000 2024-11-13T14:31:45,465 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 63 ms; skipped=0; WAL=hdfs://localhost:41801/hbase/WALs/test2727-manual,16010,1731508305128/wal.1731508305192, size=257.2 K, length=263359, corrupted=false, cancelled=false 2024-11-13T14:31:45,465 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41801/hbase/WALs/test2727-manual,16010,1731508305128/wal.1731508305192, journal: Splitting hdfs://localhost:41801/hbase/WALs/test2727-manual,16010,1731508305128/wal.1731508305192, size=257.2 K (263359bytes) at 1731508305396Creating recovered edits writer path=hdfs://localhost:41801/hbase/data/default/test2727/60cc988a699b864ce544838a35cd14d3/recovered.edits/0000000000000000001-wal.1731508305192.temp at 1731508305407 (+11 ms)Split 1024 edits, skipped 0 edits. at 1731508305422 (+15 ms)Split 2048 edits, skipped 0 edits. at 1731508305441 (+19 ms)Finishing writing output for hdfs://localhost:41801/hbase/WALs/test2727-manual,16010,1731508305128/wal.1731508305192 so closing down at 1731508305459 (+18 ms)3 split writer threads finished at 1731508305459Closed recovered edits writer path=hdfs://localhost:41801/hbase/data/default/test2727/60cc988a699b864ce544838a35cd14d3/recovered.edits/0000000000000000001-wal.1731508305192.temp (wrote 3000 edits, skipped 0 edits in 37 ms) at 1731508305463 (+4 ms)Rename recovered edits hdfs://localhost:41801/hbase/data/default/test2727/60cc988a699b864ce544838a35cd14d3/recovered.edits/0000000000000000001-wal.1731508305192.temp to hdfs://localhost:41801/hbase/data/default/test2727/60cc988a699b864ce544838a35cd14d3/recovered.edits/0000000000000003000 at 1731508305465 (+2 ms)Processed 3000 edits across 1 Regions in 63 ms; skipped=0; WAL=hdfs://localhost:41801/hbase/WALs/test2727-manual,16010,1731508305128/wal.1731508305192, size=257.2 K, length=263359, corrupted=false, cancelled=false at 1731508305465 2024-11-13T14:31:45,467 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41801/hbase/WALs/test2727-manual,16010,1731508305128/wal.1731508305192 to hdfs://localhost:41801/hbase/oldWALs/wal.1731508305192 2024-11-13T14:31:45,469 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41801/hbase/data/default/test2727/60cc988a699b864ce544838a35cd14d3/recovered.edits/0000000000000003000 2024-11-13T14:31:45,469 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T14:31:45,471 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41801/hbase/WALs/test2727-manual,16010,1731508305128, archiveDir=hdfs://localhost:41801/hbase/oldWALs, maxLogs=32 2024-11-13T14:31:45,489 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731508305128/wal.1731508305472, exclude list is [], retry=0 2024-11-13T14:31:45,492 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41545,DS-6e36f357-c0b3-46cb-a44a-940bbc7fdfd0,DISK] 2024-11-13T14:31:45,493 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42387,DS-4e9c7a05-2410-4992-ba6e-f6c65b75565a,DISK] 2024-11-13T14:31:45,493 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41973,DS-fb2b1a45-9bc1-4679-ba5a-76bfe8ef03f2,DISK] 2024-11-13T14:31:45,495 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731508305128/wal.1731508305472 2024-11-13T14:31:45,496 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34769:34769),(127.0.0.1/127.0.0.1:38697:38697),(127.0.0.1/127.0.0.1:35665:35665)] 2024-11-13T14:31:45,620 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T14:31:45,620 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T14:31:45,622 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T14:31:45,622 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T14:31:45,622 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T14:31:45,622 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T14:31:45,623 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-11-13T14:31:45,623 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-11-13T14:31:45,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741868_1045 (size=263486) 2024-11-13T14:31:45,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741868_1045 (size=263486) 2024-11-13T14:31:45,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741868_1045 (size=263486) 2024-11-13T14:31:45,732 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41801/hbase/WALs/test2727-manual,16010,1731508305128/wal.1731508305472, size=257.3 K (263486bytes) 2024-11-13T14:31:45,732 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41801/hbase/WALs/test2727-manual,16010,1731508305128/wal.1731508305472 2024-11-13T14:31:45,732 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41801/hbase/WALs/test2727-manual,16010,1731508305128/wal.1731508305472 after 0ms 2024-11-13T14:31:45,735 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41801/hbase/WALs/test2727-manual,16010,1731508305128/wal.1731508305472: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T14:31:45,737 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41801/hbase/WALs/test2727-manual,16010,1731508305128/wal.1731508305472 took 6ms 2024-11-13T14:31:45,741 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1731508305472.temp 2024-11-13T14:31:45,743 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41801/hbase/data/default/test2727/60cc988a699b864ce544838a35cd14d3/recovered.edits/0000000000000003001-wal.1731508305472.temp 2024-11-13T14:31:45,802 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41801/hbase/WALs/test2727-manual,16010,1731508305128/wal.1731508305472 so closing down 2024-11-13T14:31:45,802 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T14:31:45,802 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T14:31:45,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741869_1046 (size=263486) 2024-11-13T14:31:45,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741869_1046 (size=263486) 2024-11-13T14:31:45,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741869_1046 (size=263486) 2024-11-13T14:31:45,808 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41801/hbase/data/default/test2727/60cc988a699b864ce544838a35cd14d3/recovered.edits/0000000000000003001-wal.1731508305472.temp (wrote 3000 edits, skipped 0 edits in 38 ms) 2024-11-13T14:31:45,810 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41801/hbase/data/default/test2727/60cc988a699b864ce544838a35cd14d3/recovered.edits/0000000000000003001-wal.1731508305472.temp to hdfs://localhost:41801/hbase/data/default/test2727/60cc988a699b864ce544838a35cd14d3/recovered.edits/0000000000000006000 2024-11-13T14:31:45,810 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 72 ms; skipped=0; WAL=hdfs://localhost:41801/hbase/WALs/test2727-manual,16010,1731508305128/wal.1731508305472, size=257.3 K, length=263486, corrupted=false, cancelled=false 2024-11-13T14:31:45,810 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41801/hbase/WALs/test2727-manual,16010,1731508305128/wal.1731508305472, journal: Splitting hdfs://localhost:41801/hbase/WALs/test2727-manual,16010,1731508305128/wal.1731508305472, size=257.3 K (263486bytes) at 1731508305732Creating recovered edits writer path=hdfs://localhost:41801/hbase/data/default/test2727/60cc988a699b864ce544838a35cd14d3/recovered.edits/0000000000000003001-wal.1731508305472.temp at 1731508305743 (+11 ms)Split 1024 edits, skipped 0 edits. at 1731508305762 (+19 ms)Split 2048 edits, skipped 0 edits. at 1731508305783 (+21 ms)Finishing writing output for hdfs://localhost:41801/hbase/WALs/test2727-manual,16010,1731508305128/wal.1731508305472 so closing down at 1731508305802 (+19 ms)3 split writer threads finished at 1731508305802Closed recovered edits writer path=hdfs://localhost:41801/hbase/data/default/test2727/60cc988a699b864ce544838a35cd14d3/recovered.edits/0000000000000003001-wal.1731508305472.temp (wrote 3000 edits, skipped 0 edits in 38 ms) at 1731508305808 (+6 ms)Rename recovered edits hdfs://localhost:41801/hbase/data/default/test2727/60cc988a699b864ce544838a35cd14d3/recovered.edits/0000000000000003001-wal.1731508305472.temp to hdfs://localhost:41801/hbase/data/default/test2727/60cc988a699b864ce544838a35cd14d3/recovered.edits/0000000000000006000 at 1731508305810 (+2 ms)Processed 3000 edits across 1 Regions in 72 ms; skipped=0; WAL=hdfs://localhost:41801/hbase/WALs/test2727-manual,16010,1731508305128/wal.1731508305472, size=257.3 K, length=263486, corrupted=false, cancelled=false at 1731508305810 2024-11-13T14:31:45,812 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41801/hbase/WALs/test2727-manual,16010,1731508305128/wal.1731508305472 to hdfs://localhost:41801/hbase/oldWALs/wal.1731508305472 2024-11-13T14:31:45,813 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41801/hbase/data/default/test2727/60cc988a699b864ce544838a35cd14d3/recovered.edits/0000000000000006000 2024-11-13T14:31:45,813 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T14:31:45,816 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41801/hbase/WALs/test2727-manual,16010,1731508305128, archiveDir=hdfs://localhost:41801/hbase/oldWALs, maxLogs=32 2024-11-13T14:31:45,835 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731508305128/wal.1731508305816, exclude list is [], retry=0 2024-11-13T14:31:45,839 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41545,DS-6e36f357-c0b3-46cb-a44a-940bbc7fdfd0,DISK] 2024-11-13T14:31:45,839 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41973,DS-fb2b1a45-9bc1-4679-ba5a-76bfe8ef03f2,DISK] 2024-11-13T14:31:45,840 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42387,DS-4e9c7a05-2410-4992-ba6e-f6c65b75565a,DISK] 2024-11-13T14:31:45,842 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731508305128/wal.1731508305816 2024-11-13T14:31:45,842 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34769:34769),(127.0.0.1/127.0.0.1:35665:35665),(127.0.0.1/127.0.0.1:38697:38697)] 2024-11-13T14:31:45,842 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 60cc988a699b864ce544838a35cd14d3, NAME => 'test2727,,1731508305130.60cc988a699b864ce544838a35cd14d3.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:31:45,843 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1731508305130.60cc988a699b864ce544838a35cd14d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:31:45,843 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 60cc988a699b864ce544838a35cd14d3 2024-11-13T14:31:45,843 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 60cc988a699b864ce544838a35cd14d3 2024-11-13T14:31:45,845 INFO [StoreOpener-60cc988a699b864ce544838a35cd14d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 60cc988a699b864ce544838a35cd14d3 2024-11-13T14:31:45,846 INFO [StoreOpener-60cc988a699b864ce544838a35cd14d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60cc988a699b864ce544838a35cd14d3 columnFamilyName a 2024-11-13T14:31:45,846 DEBUG [StoreOpener-60cc988a699b864ce544838a35cd14d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:31:45,847 INFO [StoreOpener-60cc988a699b864ce544838a35cd14d3-1 {}] regionserver.HStore(327): Store=60cc988a699b864ce544838a35cd14d3/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:31:45,847 INFO [StoreOpener-60cc988a699b864ce544838a35cd14d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 60cc988a699b864ce544838a35cd14d3 2024-11-13T14:31:45,849 INFO [StoreOpener-60cc988a699b864ce544838a35cd14d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60cc988a699b864ce544838a35cd14d3 columnFamilyName b 2024-11-13T14:31:45,849 DEBUG [StoreOpener-60cc988a699b864ce544838a35cd14d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:31:45,850 INFO [StoreOpener-60cc988a699b864ce544838a35cd14d3-1 {}] regionserver.HStore(327): Store=60cc988a699b864ce544838a35cd14d3/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:31:45,850 INFO [StoreOpener-60cc988a699b864ce544838a35cd14d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 60cc988a699b864ce544838a35cd14d3 2024-11-13T14:31:45,851 INFO [StoreOpener-60cc988a699b864ce544838a35cd14d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60cc988a699b864ce544838a35cd14d3 columnFamilyName c 2024-11-13T14:31:45,851 DEBUG [StoreOpener-60cc988a699b864ce544838a35cd14d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:31:45,852 INFO [StoreOpener-60cc988a699b864ce544838a35cd14d3-1 {}] regionserver.HStore(327): Store=60cc988a699b864ce544838a35cd14d3/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:31:45,852 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 60cc988a699b864ce544838a35cd14d3 2024-11-13T14:31:45,853 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41801/hbase/data/default/test2727/60cc988a699b864ce544838a35cd14d3 2024-11-13T14:31:45,855 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:41801/hbase/data/default/test2727/60cc988a699b864ce544838a35cd14d3 2024-11-13T14:31:45,856 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41801/hbase/data/default/test2727/60cc988a699b864ce544838a35cd14d3/recovered.edits/0000000000000003000 2024-11-13T14:31:45,859 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41801/hbase/data/default/test2727/60cc988a699b864ce544838a35cd14d3/recovered.edits/0000000000000003000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T14:31:45,912 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:41801/hbase/data/default/test2727/60cc988a699b864ce544838a35cd14d3/recovered.edits/0000000000000003000 2024-11-13T14:31:45,913 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41801/hbase/data/default/test2727/60cc988a699b864ce544838a35cd14d3/recovered.edits/0000000000000006000 2024-11-13T14:31:45,916 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41801/hbase/data/default/test2727/60cc988a699b864ce544838a35cd14d3/recovered.edits/0000000000000006000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T14:31:45,984 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:41801/hbase/data/default/test2727/60cc988a699b864ce544838a35cd14d3/recovered.edits/0000000000000006000 2024-11-13T14:31:45,985 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 60cc988a699b864ce544838a35cd14d3 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-11-13T14:31:46,014 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41801/hbase/data/default/test2727/60cc988a699b864ce544838a35cd14d3/.tmp/a/7d74efcdbb9b4826aa3d8bb6dc758f2d is 41, key is test2727/a:100/1731508305502/Put/seqid=0 2024-11-13T14:31:46,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741871_1048 (size=84227) 2024-11-13T14:31:46,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741871_1048 (size=84227) 2024-11-13T14:31:46,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741871_1048 (size=84227) 2024-11-13T14:31:46,023 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:41801/hbase/data/default/test2727/60cc988a699b864ce544838a35cd14d3/.tmp/a/7d74efcdbb9b4826aa3d8bb6dc758f2d 2024-11-13T14:31:46,057 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41801/hbase/data/default/test2727/60cc988a699b864ce544838a35cd14d3/.tmp/b/1b9016fb7c654d038a316a468efa689c is 41, key is test2727/b:100/1731508305571/Put/seqid=0 2024-11-13T14:31:46,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741872_1049 (size=84609) 2024-11-13T14:31:46,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741872_1049 (size=84609) 2024-11-13T14:31:46,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741872_1049 (size=84609) 2024-11-13T14:31:46,062 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:41801/hbase/data/default/test2727/60cc988a699b864ce544838a35cd14d3/.tmp/b/1b9016fb7c654d038a316a468efa689c 2024-11-13T14:31:46,098 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41801/hbase/data/default/test2727/60cc988a699b864ce544838a35cd14d3/.tmp/c/6ae529d30f70417db0c6663b5f945b55 is 41, key is test2727/c:100/1731508305642/Put/seqid=0 2024-11-13T14:31:46,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741873_1050 (size=84609) 2024-11-13T14:31:46,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741873_1050 (size=84609) 2024-11-13T14:31:46,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741873_1050 (size=84609) 2024-11-13T14:31:46,105 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:41801/hbase/data/default/test2727/60cc988a699b864ce544838a35cd14d3/.tmp/c/6ae529d30f70417db0c6663b5f945b55 2024-11-13T14:31:46,113 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41801/hbase/data/default/test2727/60cc988a699b864ce544838a35cd14d3/.tmp/a/7d74efcdbb9b4826aa3d8bb6dc758f2d as hdfs://localhost:41801/hbase/data/default/test2727/60cc988a699b864ce544838a35cd14d3/a/7d74efcdbb9b4826aa3d8bb6dc758f2d 2024-11-13T14:31:46,120 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41801/hbase/data/default/test2727/60cc988a699b864ce544838a35cd14d3/a/7d74efcdbb9b4826aa3d8bb6dc758f2d, entries=2000, sequenceid=6000, filesize=82.3 K 2024-11-13T14:31:46,122 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41801/hbase/data/default/test2727/60cc988a699b864ce544838a35cd14d3/.tmp/b/1b9016fb7c654d038a316a468efa689c as hdfs://localhost:41801/hbase/data/default/test2727/60cc988a699b864ce544838a35cd14d3/b/1b9016fb7c654d038a316a468efa689c 2024-11-13T14:31:46,129 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41801/hbase/data/default/test2727/60cc988a699b864ce544838a35cd14d3/b/1b9016fb7c654d038a316a468efa689c, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-13T14:31:46,131 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41801/hbase/data/default/test2727/60cc988a699b864ce544838a35cd14d3/.tmp/c/6ae529d30f70417db0c6663b5f945b55 as hdfs://localhost:41801/hbase/data/default/test2727/60cc988a699b864ce544838a35cd14d3/c/6ae529d30f70417db0c6663b5f945b55 2024-11-13T14:31:46,138 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41801/hbase/data/default/test2727/60cc988a699b864ce544838a35cd14d3/c/6ae529d30f70417db0c6663b5f945b55, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-13T14:31:46,138 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 60cc988a699b864ce544838a35cd14d3 in 153ms, sequenceid=6000, compaction requested=false; wal=null 2024-11-13T14:31:46,139 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41801/hbase/data/default/test2727/60cc988a699b864ce544838a35cd14d3/recovered.edits/0000000000000003000 2024-11-13T14:31:46,140 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41801/hbase/data/default/test2727/60cc988a699b864ce544838a35cd14d3/recovered.edits/0000000000000006000 2024-11-13T14:31:46,141 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 60cc988a699b864ce544838a35cd14d3 2024-11-13T14:31:46,141 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 60cc988a699b864ce544838a35cd14d3 2024-11-13T14:31:46,142 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T14:31:46,144 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 60cc988a699b864ce544838a35cd14d3 2024-11-13T14:31:46,146 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41801/hbase/data/default/test2727/60cc988a699b864ce544838a35cd14d3/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-11-13T14:31:46,147 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 60cc988a699b864ce544838a35cd14d3; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73468365, jitterRate=0.09476394951343536}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T14:31:46,149 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 60cc988a699b864ce544838a35cd14d3: Writing region info on filesystem at 1731508305843Initializing all the Stores at 1731508305844 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508305844Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508305845 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508305845Obtaining lock to block concurrent updates at 1731508305985 (+140 ms)Preparing flush snapshotting stores in 60cc988a699b864ce544838a35cd14d3 at 1731508305985Finished memstore snapshotting test2727,,1731508305130.60cc988a699b864ce544838a35cd14d3., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1731508305985Flushing stores of test2727,,1731508305130.60cc988a699b864ce544838a35cd14d3. at 1731508305985Flushing 60cc988a699b864ce544838a35cd14d3/a: creating writer at 1731508305985Flushing 60cc988a699b864ce544838a35cd14d3/a: appending metadata at 1731508306013 (+28 ms)Flushing 60cc988a699b864ce544838a35cd14d3/a: closing flushed file at 1731508306014 (+1 ms)Flushing 60cc988a699b864ce544838a35cd14d3/b: creating writer at 1731508306030 (+16 ms)Flushing 60cc988a699b864ce544838a35cd14d3/b: appending metadata at 1731508306055 (+25 ms)Flushing 60cc988a699b864ce544838a35cd14d3/b: closing flushed file at 1731508306056 (+1 ms)Flushing 60cc988a699b864ce544838a35cd14d3/c: creating writer at 1731508306069 (+13 ms)Flushing 60cc988a699b864ce544838a35cd14d3/c: appending metadata at 1731508306097 (+28 ms)Flushing 60cc988a699b864ce544838a35cd14d3/c: closing flushed file at 1731508306097Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48969ae7: reopening flushed file at 1731508306112 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@143ae945: reopening flushed file at 1731508306121 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3000f275: reopening flushed file at 1731508306129 (+8 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 60cc988a699b864ce544838a35cd14d3 in 153ms, sequenceid=6000, compaction requested=false; wal=null at 1731508306138 (+9 ms)Cleaning up temporary data from old regions at 1731508306141 (+3 ms)Region opened successfully at 1731508306148 (+7 ms) 2024-11-13T14:31:46,150 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-11-13T14:31:46,150 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 60cc988a699b864ce544838a35cd14d3, disabling compactions & flushes 2024-11-13T14:31:46,150 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1731508305130.60cc988a699b864ce544838a35cd14d3. 2024-11-13T14:31:46,150 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1731508305130.60cc988a699b864ce544838a35cd14d3. 2024-11-13T14:31:46,150 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1731508305130.60cc988a699b864ce544838a35cd14d3. after waiting 0 ms 2024-11-13T14:31:46,150 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1731508305130.60cc988a699b864ce544838a35cd14d3. 2024-11-13T14:31:46,151 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1731508305130.60cc988a699b864ce544838a35cd14d3. 2024-11-13T14:31:46,152 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 60cc988a699b864ce544838a35cd14d3: Waiting for close lock at 1731508306150Disabling compacts and flushes for region at 1731508306150Disabling writes for close at 1731508306150Writing region close event to WAL at 1731508306151 (+1 ms)Closed at 1731508306151 2024-11-13T14:31:46,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741870_1047 (size=95) 2024-11-13T14:31:46,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741870_1047 (size=95) 2024-11-13T14:31:46,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741870_1047 (size=95) 2024-11-13T14:31:46,160 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-13T14:31:46,160 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731508305816) 2024-11-13T14:31:46,173 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=403 (was 400) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-744547280_22 at /127.0.0.1:44636 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-744547280_22 at /127.0.0.1:52824 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-744547280_22 at /127.0.0.1:52838 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=929 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=195 (was 195), ProcessCount=11 (was 11), AvailableMemoryMB=3224 (was 3366) 2024-11-13T14:31:46,187 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=403, OpenFileDescriptor=929, MaxFileDescriptor=1048576, SystemLoadAverage=195, ProcessCount=11, AvailableMemoryMB=3223 2024-11-13T14:31:46,208 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:31:46,216 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41801/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731508306207, archiveDir=hdfs://localhost:41801/hbase/oldWALs, maxLogs=32 2024-11-13T14:31:46,217 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1731508306217 2024-11-13T14:31:46,224 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731508306207/wal.1731508306217 2024-11-13T14:31:46,226 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34769:34769),(127.0.0.1/127.0.0.1:35665:35665),(127.0.0.1/127.0.0.1:38697:38697)] 2024-11-13T14:31:46,227 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f9c75ac45367681a14197d8ef2107f2d, NAME => 'testSequentialEditLogSeqNum,,1731508306209.f9c75ac45367681a14197d8ef2107f2d.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:31:46,228 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1731508306209.f9c75ac45367681a14197d8ef2107f2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:31:46,228 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f9c75ac45367681a14197d8ef2107f2d 2024-11-13T14:31:46,228 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f9c75ac45367681a14197d8ef2107f2d 2024-11-13T14:31:46,229 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:41801/hbase/data/default/testSequentialEditLogSeqNum/f9c75ac45367681a14197d8ef2107f2d doesn't exist for region: f9c75ac45367681a14197d8ef2107f2d on table testSequentialEditLogSeqNum 2024-11-13T14:31:46,230 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: f9c75ac45367681a14197d8ef2107f2d on table testSequentialEditLogSeqNum 2024-11-13T14:31:46,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741875_1052 (size=62) 2024-11-13T14:31:46,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741875_1052 (size=62) 2024-11-13T14:31:46,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741875_1052 (size=62) 2024-11-13T14:31:46,240 INFO [StoreOpener-f9c75ac45367681a14197d8ef2107f2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f9c75ac45367681a14197d8ef2107f2d 2024-11-13T14:31:46,242 INFO [StoreOpener-f9c75ac45367681a14197d8ef2107f2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9c75ac45367681a14197d8ef2107f2d columnFamilyName a 2024-11-13T14:31:46,242 DEBUG [StoreOpener-f9c75ac45367681a14197d8ef2107f2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:31:46,242 INFO [StoreOpener-f9c75ac45367681a14197d8ef2107f2d-1 {}] regionserver.HStore(327): Store=f9c75ac45367681a14197d8ef2107f2d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:31:46,242 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f9c75ac45367681a14197d8ef2107f2d 2024-11-13T14:31:46,243 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41801/hbase/data/default/testSequentialEditLogSeqNum/f9c75ac45367681a14197d8ef2107f2d 2024-11-13T14:31:46,243 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41801/hbase/data/default/testSequentialEditLogSeqNum/f9c75ac45367681a14197d8ef2107f2d 2024-11-13T14:31:46,244 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f9c75ac45367681a14197d8ef2107f2d 2024-11-13T14:31:46,244 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f9c75ac45367681a14197d8ef2107f2d 2024-11-13T14:31:46,246 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f9c75ac45367681a14197d8ef2107f2d 2024-11-13T14:31:46,249 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41801/hbase/data/default/testSequentialEditLogSeqNum/f9c75ac45367681a14197d8ef2107f2d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:31:46,249 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f9c75ac45367681a14197d8ef2107f2d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69707496, jitterRate=0.03872263431549072}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T14:31:46,250 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f9c75ac45367681a14197d8ef2107f2d: Writing region info on filesystem at 1731508306228Initializing all the Stores at 1731508306239 (+11 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508306239Cleaning up temporary data from old regions at 1731508306244 (+5 ms)Region opened successfully at 1731508306250 (+6 ms) 2024-11-13T14:31:46,264 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f9c75ac45367681a14197d8ef2107f2d 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-11-13T14:31:46,288 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41801/hbase/data/default/testSequentialEditLogSeqNum/f9c75ac45367681a14197d8ef2107f2d/.tmp/a/05ece35b7ec14e76a269530b6282ae93 is 81, key is testSequentialEditLogSeqNum/a:x0/1731508306251/Put/seqid=0 2024-11-13T14:31:46,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741876_1053 (size=5833) 2024-11-13T14:31:46,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741876_1053 (size=5833) 2024-11-13T14:31:46,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741876_1053 (size=5833) 2024-11-13T14:31:46,296 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41801/hbase/data/default/testSequentialEditLogSeqNum/f9c75ac45367681a14197d8ef2107f2d/.tmp/a/05ece35b7ec14e76a269530b6282ae93 2024-11-13T14:31:46,305 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41801/hbase/data/default/testSequentialEditLogSeqNum/f9c75ac45367681a14197d8ef2107f2d/.tmp/a/05ece35b7ec14e76a269530b6282ae93 as hdfs://localhost:41801/hbase/data/default/testSequentialEditLogSeqNum/f9c75ac45367681a14197d8ef2107f2d/a/05ece35b7ec14e76a269530b6282ae93 2024-11-13T14:31:46,312 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41801/hbase/data/default/testSequentialEditLogSeqNum/f9c75ac45367681a14197d8ef2107f2d/a/05ece35b7ec14e76a269530b6282ae93, entries=10, sequenceid=13, filesize=5.7 K 2024-11-13T14:31:46,314 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for f9c75ac45367681a14197d8ef2107f2d in 51ms, sequenceid=13, compaction requested=false 2024-11-13T14:31:46,314 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f9c75ac45367681a14197d8ef2107f2d: 2024-11-13T14:31:46,320 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-13T14:31:46,321 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-13T14:31:46,321 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-13T14:31:46,321 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-13T14:31:46,321 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-13T14:31:46,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741874_1051 (size=1844) 2024-11-13T14:31:46,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741874_1051 (size=1844) 2024-11-13T14:31:46,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741874_1051 (size=1844) 2024-11-13T14:31:46,340 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41801/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731508306207/wal.1731508306217, size=1.8 K (1844bytes) 2024-11-13T14:31:46,340 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41801/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731508306207/wal.1731508306217 2024-11-13T14:31:46,341 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41801/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731508306207/wal.1731508306217 after 1ms 2024-11-13T14:31:46,344 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41801/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731508306207/wal.1731508306217: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T14:31:46,344 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41801/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731508306207/wal.1731508306217 took 4ms 2024-11-13T14:31:46,347 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41801/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731508306207/wal.1731508306217 so closing down 2024-11-13T14:31:46,347 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T14:31:46,348 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731508306217.temp 2024-11-13T14:31:46,350 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41801/hbase/data/default/testSequentialEditLogSeqNum/f9c75ac45367681a14197d8ef2107f2d/recovered.edits/0000000000000000003-wal.1731508306217.temp 2024-11-13T14:31:46,351 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T14:31:46,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741877_1054 (size=1477) 2024-11-13T14:31:46,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741877_1054 (size=1477) 2024-11-13T14:31:46,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741877_1054 (size=1477) 2024-11-13T14:31:46,359 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41801/hbase/data/default/testSequentialEditLogSeqNum/f9c75ac45367681a14197d8ef2107f2d/recovered.edits/0000000000000000003-wal.1731508306217.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-11-13T14:31:46,361 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41801/hbase/data/default/testSequentialEditLogSeqNum/f9c75ac45367681a14197d8ef2107f2d/recovered.edits/0000000000000000003-wal.1731508306217.temp to hdfs://localhost:41801/hbase/data/default/testSequentialEditLogSeqNum/f9c75ac45367681a14197d8ef2107f2d/recovered.edits/0000000000000000020 2024-11-13T14:31:46,361 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 16 ms; skipped=2; WAL=hdfs://localhost:41801/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731508306207/wal.1731508306217, size=1.8 K, length=1844, corrupted=false, cancelled=false 2024-11-13T14:31:46,361 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41801/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731508306207/wal.1731508306217, journal: Splitting hdfs://localhost:41801/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731508306207/wal.1731508306217, size=1.8 K (1844bytes) at 1731508306340Finishing writing output for hdfs://localhost:41801/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731508306207/wal.1731508306217 so closing down at 1731508306347 (+7 ms)Creating recovered edits writer path=hdfs://localhost:41801/hbase/data/default/testSequentialEditLogSeqNum/f9c75ac45367681a14197d8ef2107f2d/recovered.edits/0000000000000000003-wal.1731508306217.temp at 1731508306350 (+3 ms)3 split writer threads finished at 1731508306351 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41801/hbase/data/default/testSequentialEditLogSeqNum/f9c75ac45367681a14197d8ef2107f2d/recovered.edits/0000000000000000003-wal.1731508306217.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1731508306359 (+8 ms)Rename recovered edits hdfs://localhost:41801/hbase/data/default/testSequentialEditLogSeqNum/f9c75ac45367681a14197d8ef2107f2d/recovered.edits/0000000000000000003-wal.1731508306217.temp to hdfs://localhost:41801/hbase/data/default/testSequentialEditLogSeqNum/f9c75ac45367681a14197d8ef2107f2d/recovered.edits/0000000000000000020 at 1731508306361 (+2 ms)Processed 17 edits across 1 Regions in 16 ms; skipped=2; WAL=hdfs://localhost:41801/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731508306207/wal.1731508306217, size=1.8 K, length=1844, corrupted=false, cancelled=false at 1731508306361 2024-11-13T14:31:46,376 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=410 (was 403) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-744547280_22 at /127.0.0.1:44636 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f90b2f5d-67a3-af73-89b5-c88bee40f138/cluster_8bb56d3f-b2f2-aed9-17fa-a218dacc1940/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f90b2f5d-67a3-af73-89b5-c88bee40f138/cluster_8bb56d3f-b2f2-aed9-17fa-a218dacc1940/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-744547280_22 at /127.0.0.1:48154 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) - Thread LEAK? -, OpenFileDescriptor=967 (was 929) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=195 (was 195), ProcessCount=11 (was 11), AvailableMemoryMB=3202 (was 3223) 2024-11-13T14:31:46,389 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=410, OpenFileDescriptor=967, MaxFileDescriptor=1048576, SystemLoadAverage=195, ProcessCount=11, AvailableMemoryMB=3200 2024-11-13T14:31:46,411 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:31:46,413 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:31:46,433 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T14:31:46,436 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-84176307, suffix=, logDir=hdfs://localhost:41801/hbase/WALs/hregion-84176307, archiveDir=hdfs://localhost:41801/hbase/oldWALs, maxLogs=32 2024-11-13T14:31:46,451 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-84176307/hregion-84176307.1731508306437, exclude list is [], retry=0 2024-11-13T14:31:46,454 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41545,DS-6e36f357-c0b3-46cb-a44a-940bbc7fdfd0,DISK] 2024-11-13T14:31:46,454 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42387,DS-4e9c7a05-2410-4992-ba6e-f6c65b75565a,DISK] 2024-11-13T14:31:46,455 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41973,DS-fb2b1a45-9bc1-4679-ba5a-76bfe8ef03f2,DISK] 2024-11-13T14:31:46,460 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-84176307/hregion-84176307.1731508306437 2024-11-13T14:31:46,461 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38697:38697),(127.0.0.1/127.0.0.1:34769:34769),(127.0.0.1/127.0.0.1:35665:35665)] 2024-11-13T14:31:46,461 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 0282a99a68258c684be79f9ddf986cd8, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731508306412.0282a99a68258c684be79f9ddf986cd8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41801/hbase 2024-11-13T14:31:46,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741879_1056 (size=70) 2024-11-13T14:31:46,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741879_1056 (size=70) 2024-11-13T14:31:46,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741879_1056 (size=70) 2024-11-13T14:31:46,473 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731508306412.0282a99a68258c684be79f9ddf986cd8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:31:46,474 INFO [StoreOpener-0282a99a68258c684be79f9ddf986cd8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0282a99a68258c684be79f9ddf986cd8 2024-11-13T14:31:46,476 INFO [StoreOpener-0282a99a68258c684be79f9ddf986cd8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0282a99a68258c684be79f9ddf986cd8 columnFamilyName a 2024-11-13T14:31:46,476 DEBUG [StoreOpener-0282a99a68258c684be79f9ddf986cd8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:31:46,477 INFO [StoreOpener-0282a99a68258c684be79f9ddf986cd8-1 {}] regionserver.HStore(327): Store=0282a99a68258c684be79f9ddf986cd8/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:31:46,477 INFO [StoreOpener-0282a99a68258c684be79f9ddf986cd8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 0282a99a68258c684be79f9ddf986cd8 2024-11-13T14:31:46,479 INFO [StoreOpener-0282a99a68258c684be79f9ddf986cd8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0282a99a68258c684be79f9ddf986cd8 columnFamilyName b 2024-11-13T14:31:46,480 DEBUG [StoreOpener-0282a99a68258c684be79f9ddf986cd8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:31:46,480 INFO [StoreOpener-0282a99a68258c684be79f9ddf986cd8-1 {}] regionserver.HStore(327): Store=0282a99a68258c684be79f9ddf986cd8/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:31:46,480 INFO [StoreOpener-0282a99a68258c684be79f9ddf986cd8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 0282a99a68258c684be79f9ddf986cd8 2024-11-13T14:31:46,482 INFO [StoreOpener-0282a99a68258c684be79f9ddf986cd8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0282a99a68258c684be79f9ddf986cd8 columnFamilyName c 2024-11-13T14:31:46,482 DEBUG [StoreOpener-0282a99a68258c684be79f9ddf986cd8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:31:46,483 INFO [StoreOpener-0282a99a68258c684be79f9ddf986cd8-1 {}] regionserver.HStore(327): Store=0282a99a68258c684be79f9ddf986cd8/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:31:46,483 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0282a99a68258c684be79f9ddf986cd8 2024-11-13T14:31:46,484 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41801/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0282a99a68258c684be79f9ddf986cd8 2024-11-13T14:31:46,484 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41801/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0282a99a68258c684be79f9ddf986cd8 2024-11-13T14:31:46,485 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0282a99a68258c684be79f9ddf986cd8 2024-11-13T14:31:46,485 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0282a99a68258c684be79f9ddf986cd8 2024-11-13T14:31:46,486 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T14:31:46,487 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0282a99a68258c684be79f9ddf986cd8 2024-11-13T14:31:46,490 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41801/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0282a99a68258c684be79f9ddf986cd8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:31:46,490 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0282a99a68258c684be79f9ddf986cd8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59437306, jitterRate=-0.11431512236595154}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T14:31:46,491 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0282a99a68258c684be79f9ddf986cd8: Writing region info on filesystem at 1731508306473Initializing all the Stores at 1731508306474 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508306474Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508306474Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508306474Cleaning up temporary data from old regions at 1731508306485 (+11 ms)Region opened successfully at 1731508306491 (+6 ms) 2024-11-13T14:31:46,491 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 0282a99a68258c684be79f9ddf986cd8, disabling compactions & flushes 2024-11-13T14:31:46,491 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1731508306412.0282a99a68258c684be79f9ddf986cd8. 2024-11-13T14:31:46,491 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731508306412.0282a99a68258c684be79f9ddf986cd8. 2024-11-13T14:31:46,491 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731508306412.0282a99a68258c684be79f9ddf986cd8. after waiting 0 ms 2024-11-13T14:31:46,491 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1731508306412.0282a99a68258c684be79f9ddf986cd8. 2024-11-13T14:31:46,492 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1731508306412.0282a99a68258c684be79f9ddf986cd8. 2024-11-13T14:31:46,492 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 0282a99a68258c684be79f9ddf986cd8: Waiting for close lock at 1731508306491Disabling compacts and flushes for region at 1731508306491Disabling writes for close at 1731508306491Writing region close event to WAL at 1731508306492 (+1 ms)Closed at 1731508306492 2024-11-13T14:31:46,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741878_1055 (size=95) 2024-11-13T14:31:46,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741878_1055 (size=95) 2024-11-13T14:31:46,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741878_1055 (size=95) 2024-11-13T14:31:46,500 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-13T14:31:46,500 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-84176307:(num 1731508306437) 2024-11-13T14:31:46,501 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T14:31:46,504 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41801/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731508306410, archiveDir=hdfs://localhost:41801/hbase/oldWALs, maxLogs=32 2024-11-13T14:31:46,525 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731508306410/wal.1731508306504, exclude list is [], retry=0 2024-11-13T14:31:46,529 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42387,DS-4e9c7a05-2410-4992-ba6e-f6c65b75565a,DISK] 2024-11-13T14:31:46,529 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41545,DS-6e36f357-c0b3-46cb-a44a-940bbc7fdfd0,DISK] 2024-11-13T14:31:46,530 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41973,DS-fb2b1a45-9bc1-4679-ba5a-76bfe8ef03f2,DISK] 2024-11-13T14:31:46,532 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731508306410/wal.1731508306504 2024-11-13T14:31:46,533 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38697:38697),(127.0.0.1/127.0.0.1:34769:34769),(127.0.0.1/127.0.0.1:35665:35665)] 2024-11-13T14:31:46,533 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 0282a99a68258c684be79f9ddf986cd8, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731508306412.0282a99a68258c684be79f9ddf986cd8.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:31:46,533 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731508306412.0282a99a68258c684be79f9ddf986cd8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:31:46,533 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 0282a99a68258c684be79f9ddf986cd8 2024-11-13T14:31:46,534 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 0282a99a68258c684be79f9ddf986cd8 2024-11-13T14:31:46,536 INFO [StoreOpener-0282a99a68258c684be79f9ddf986cd8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0282a99a68258c684be79f9ddf986cd8 2024-11-13T14:31:46,537 INFO [StoreOpener-0282a99a68258c684be79f9ddf986cd8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0282a99a68258c684be79f9ddf986cd8 columnFamilyName a 2024-11-13T14:31:46,537 DEBUG [StoreOpener-0282a99a68258c684be79f9ddf986cd8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:31:46,538 INFO [StoreOpener-0282a99a68258c684be79f9ddf986cd8-1 {}] regionserver.HStore(327): Store=0282a99a68258c684be79f9ddf986cd8/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:31:46,538 INFO [StoreOpener-0282a99a68258c684be79f9ddf986cd8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 0282a99a68258c684be79f9ddf986cd8 2024-11-13T14:31:46,539 INFO [StoreOpener-0282a99a68258c684be79f9ddf986cd8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0282a99a68258c684be79f9ddf986cd8 columnFamilyName b 2024-11-13T14:31:46,539 DEBUG [StoreOpener-0282a99a68258c684be79f9ddf986cd8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:31:46,540 INFO [StoreOpener-0282a99a68258c684be79f9ddf986cd8-1 {}] regionserver.HStore(327): Store=0282a99a68258c684be79f9ddf986cd8/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:31:46,540 INFO [StoreOpener-0282a99a68258c684be79f9ddf986cd8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 0282a99a68258c684be79f9ddf986cd8 2024-11-13T14:31:46,541 INFO [StoreOpener-0282a99a68258c684be79f9ddf986cd8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0282a99a68258c684be79f9ddf986cd8 columnFamilyName c 2024-11-13T14:31:46,541 DEBUG [StoreOpener-0282a99a68258c684be79f9ddf986cd8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:31:46,541 INFO [StoreOpener-0282a99a68258c684be79f9ddf986cd8-1 {}] regionserver.HStore(327): Store=0282a99a68258c684be79f9ddf986cd8/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:31:46,542 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0282a99a68258c684be79f9ddf986cd8 2024-11-13T14:31:46,543 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41801/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0282a99a68258c684be79f9ddf986cd8 2024-11-13T14:31:46,544 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41801/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0282a99a68258c684be79f9ddf986cd8 2024-11-13T14:31:46,545 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0282a99a68258c684be79f9ddf986cd8 2024-11-13T14:31:46,545 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0282a99a68258c684be79f9ddf986cd8 2024-11-13T14:31:46,546 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T14:31:46,547 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0282a99a68258c684be79f9ddf986cd8 2024-11-13T14:31:46,548 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0282a99a68258c684be79f9ddf986cd8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74251772, jitterRate=0.10643762350082397}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T14:31:46,549 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0282a99a68258c684be79f9ddf986cd8: Writing region info on filesystem at 1731508306534Initializing all the Stores at 1731508306536 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508306536Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508306536Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508306536Cleaning up temporary data from old regions at 1731508306545 (+9 ms)Region opened successfully at 1731508306549 (+4 ms) 2024-11-13T14:31:46,555 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41801/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1731508306554/Put/seqid=0 2024-11-13T14:31:46,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741881_1058 (size=4826) 2024-11-13T14:31:46,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741881_1058 (size=4826) 2024-11-13T14:31:46,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741881_1058 (size=4826) 2024-11-13T14:31:46,968 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41801/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in 0282a99a68258c684be79f9ddf986cd8/a 2024-11-13T14:31:46,980 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-11-13T14:31:46,980 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T14:31:46,981 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 0282a99a68258c684be79f9ddf986cd8: 2024-11-13T14:31:46,983 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41801/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:41801/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0282a99a68258c684be79f9ddf986cd8/a/7859aace1cdc420b84cf1914284e76f6_SeqId_3_ 2024-11-13T14:31:46,984 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41801/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 0282a99a68258c684be79f9ddf986cd8/a as hdfs://localhost:41801/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0282a99a68258c684be79f9ddf986cd8/a/7859aace1cdc420b84cf1914284e76f6_SeqId_3_ - updating store file list. 2024-11-13T14:31:46,989 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7859aace1cdc420b84cf1914284e76f6_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-13T14:31:46,990 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41801/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0282a99a68258c684be79f9ddf986cd8/a/7859aace1cdc420b84cf1914284e76f6_SeqId_3_ into 0282a99a68258c684be79f9ddf986cd8/a 2024-11-13T14:31:46,990 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41801/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 0282a99a68258c684be79f9ddf986cd8/a (new location: hdfs://localhost:41801/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0282a99a68258c684be79f9ddf986cd8/a/7859aace1cdc420b84cf1914284e76f6_SeqId_3_) 2024-11-13T14:31:47,029 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41801/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731508306410/wal.1731508306504, size=0 (0bytes) 2024-11-13T14:31:47,029 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:41801/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731508306410/wal.1731508306504 might be still open, length is 0 2024-11-13T14:31:47,029 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41801/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731508306410/wal.1731508306504 2024-11-13T14:31:47,030 WARN [IPC Server handler 1 on default port 41801 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731508306410/wal.1731508306504 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-11-13T14:31:47,030 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:41801/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731508306410/wal.1731508306504 after 1ms 2024-11-13T14:31:49,304 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-744547280_22 at /127.0.0.1:44718 [Receiving block BP-942709033-172.17.0.2-1731508290742:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:42387:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44718 dst: /127.0.0.1:42387 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:42387 remote=/127.0.0.1:44718]. Total timeout mills is 60000, 57691 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:31:49,306 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-744547280_22 at /127.0.0.1:53070 [Receiving block BP-942709033-172.17.0.2-1731508290742:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:41545:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53070 dst: /127.0.0.1:41545 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:31:49,306 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-744547280_22 at /127.0.0.1:48376 [Receiving block BP-942709033-172.17.0.2-1731508290742:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:41973:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48376 dst: /127.0.0.1:41973 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:31:49,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741880_1059 (size=473) 2024-11-13T14:31:49,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741880_1059 (size=473) 2024-11-13T14:31:51,031 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:41801/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731508306410/wal.1731508306504 after 4002ms 2024-11-13T14:31:51,038 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41801/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731508306410/wal.1731508306504: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T14:31:51,038 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41801/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731508306410/wal.1731508306504 took 4009ms 2024-11-13T14:31:51,043 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:41801/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731508306410/wal.1731508306504; continuing. 2024-11-13T14:31:51,043 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41801/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731508306410/wal.1731508306504 so closing down 2024-11-13T14:31:51,043 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T14:31:51,045 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1731508306504.temp 2024-11-13T14:31:51,047 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41801/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0282a99a68258c684be79f9ddf986cd8/recovered.edits/0000000000000000005-wal.1731508306504.temp 2024-11-13T14:31:51,047 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T14:31:51,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741882_1060 (size=259) 2024-11-13T14:31:51,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741882_1060 (size=259) 2024-11-13T14:31:51,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741882_1060 (size=259) 2024-11-13T14:31:51,076 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41801/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0282a99a68258c684be79f9ddf986cd8/recovered.edits/0000000000000000005-wal.1731508306504.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-13T14:31:51,077 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41801/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0282a99a68258c684be79f9ddf986cd8/recovered.edits/0000000000000000005-wal.1731508306504.temp to hdfs://localhost:41801/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0282a99a68258c684be79f9ddf986cd8/recovered.edits/0000000000000000005 2024-11-13T14:31:51,077 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 38 ms; skipped=1; WAL=hdfs://localhost:41801/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731508306410/wal.1731508306504, size=0, length=0, corrupted=false, cancelled=false 2024-11-13T14:31:51,077 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41801/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731508306410/wal.1731508306504, journal: Splitting hdfs://localhost:41801/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731508306410/wal.1731508306504, size=0 (0bytes) at 1731508307029Finishing writing output for hdfs://localhost:41801/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731508306410/wal.1731508306504 so closing down at 1731508311043 (+4014 ms)Creating recovered edits writer path=hdfs://localhost:41801/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0282a99a68258c684be79f9ddf986cd8/recovered.edits/0000000000000000005-wal.1731508306504.temp at 1731508311047 (+4 ms)3 split writer threads finished at 1731508311047Closed recovered edits writer path=hdfs://localhost:41801/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0282a99a68258c684be79f9ddf986cd8/recovered.edits/0000000000000000005-wal.1731508306504.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731508311076 (+29 ms)Rename recovered edits hdfs://localhost:41801/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0282a99a68258c684be79f9ddf986cd8/recovered.edits/0000000000000000005-wal.1731508306504.temp to hdfs://localhost:41801/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0282a99a68258c684be79f9ddf986cd8/recovered.edits/0000000000000000005 at 1731508311077 (+1 ms)Processed 2 edits across 1 Regions in 38 ms; skipped=1; WAL=hdfs://localhost:41801/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731508306410/wal.1731508306504, size=0, length=0, corrupted=false, cancelled=false at 1731508311077 2024-11-13T14:31:51,079 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41801/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731508306410/wal.1731508306504 to hdfs://localhost:41801/hbase/oldWALs/wal.1731508306504 2024-11-13T14:31:51,079 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41801/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0282a99a68258c684be79f9ddf986cd8/recovered.edits/0000000000000000005 2024-11-13T14:31:51,080 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T14:31:51,081 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41801/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731508306410, archiveDir=hdfs://localhost:41801/hbase/oldWALs, maxLogs=32 2024-11-13T14:31:51,094 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731508306410/wal.1731508311081, exclude list is [], retry=0 2024-11-13T14:31:51,096 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41545,DS-6e36f357-c0b3-46cb-a44a-940bbc7fdfd0,DISK] 2024-11-13T14:31:51,097 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41973,DS-fb2b1a45-9bc1-4679-ba5a-76bfe8ef03f2,DISK] 2024-11-13T14:31:51,097 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42387,DS-4e9c7a05-2410-4992-ba6e-f6c65b75565a,DISK] 2024-11-13T14:31:51,098 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731508306410/wal.1731508311081 2024-11-13T14:31:51,099 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34769:34769),(127.0.0.1/127.0.0.1:35665:35665),(127.0.0.1/127.0.0.1:38697:38697)] 2024-11-13T14:31:51,099 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 0282a99a68258c684be79f9ddf986cd8, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731508306412.0282a99a68258c684be79f9ddf986cd8.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:31:51,099 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731508306412.0282a99a68258c684be79f9ddf986cd8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:31:51,099 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 0282a99a68258c684be79f9ddf986cd8 2024-11-13T14:31:51,099 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 0282a99a68258c684be79f9ddf986cd8 2024-11-13T14:31:51,101 INFO [StoreOpener-0282a99a68258c684be79f9ddf986cd8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0282a99a68258c684be79f9ddf986cd8 2024-11-13T14:31:51,102 INFO [StoreOpener-0282a99a68258c684be79f9ddf986cd8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0282a99a68258c684be79f9ddf986cd8 columnFamilyName a 2024-11-13T14:31:51,102 DEBUG [StoreOpener-0282a99a68258c684be79f9ddf986cd8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:31:51,108 DEBUG [StoreFileOpener-0282a99a68258c684be79f9ddf986cd8-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7859aace1cdc420b84cf1914284e76f6_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-13T14:31:51,108 DEBUG [StoreOpener-0282a99a68258c684be79f9ddf986cd8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41801/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0282a99a68258c684be79f9ddf986cd8/a/7859aace1cdc420b84cf1914284e76f6_SeqId_3_ 2024-11-13T14:31:51,109 INFO [StoreOpener-0282a99a68258c684be79f9ddf986cd8-1 {}] regionserver.HStore(327): Store=0282a99a68258c684be79f9ddf986cd8/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:31:51,109 INFO [StoreOpener-0282a99a68258c684be79f9ddf986cd8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 0282a99a68258c684be79f9ddf986cd8 2024-11-13T14:31:51,110 INFO [StoreOpener-0282a99a68258c684be79f9ddf986cd8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0282a99a68258c684be79f9ddf986cd8 columnFamilyName b 2024-11-13T14:31:51,110 DEBUG [StoreOpener-0282a99a68258c684be79f9ddf986cd8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:31:51,111 INFO [StoreOpener-0282a99a68258c684be79f9ddf986cd8-1 {}] regionserver.HStore(327): Store=0282a99a68258c684be79f9ddf986cd8/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:31:51,111 INFO [StoreOpener-0282a99a68258c684be79f9ddf986cd8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 0282a99a68258c684be79f9ddf986cd8 2024-11-13T14:31:51,112 INFO [StoreOpener-0282a99a68258c684be79f9ddf986cd8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0282a99a68258c684be79f9ddf986cd8 columnFamilyName c 2024-11-13T14:31:51,112 DEBUG [StoreOpener-0282a99a68258c684be79f9ddf986cd8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:31:51,112 INFO [StoreOpener-0282a99a68258c684be79f9ddf986cd8-1 {}] regionserver.HStore(327): Store=0282a99a68258c684be79f9ddf986cd8/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:31:51,113 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0282a99a68258c684be79f9ddf986cd8 2024-11-13T14:31:51,113 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41801/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0282a99a68258c684be79f9ddf986cd8 2024-11-13T14:31:51,115 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41801/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0282a99a68258c684be79f9ddf986cd8 2024-11-13T14:31:51,116 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41801/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0282a99a68258c684be79f9ddf986cd8/recovered.edits/0000000000000000005 2024-11-13T14:31:51,118 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41801/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0282a99a68258c684be79f9ddf986cd8/recovered.edits/0000000000000000005: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T14:31:51,119 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:41801/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0282a99a68258c684be79f9ddf986cd8/recovered.edits/0000000000000000005 2024-11-13T14:31:51,119 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0282a99a68258c684be79f9ddf986cd8 3/3 column families, dataSize=58 B heapSize=904 B 2024-11-13T14:31:51,132 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41801/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0282a99a68258c684be79f9ddf986cd8/.tmp/a/bdd01f161a674847b69143bb204650a8 is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1731508306994/Put/seqid=0 2024-11-13T14:31:51,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741884_1062 (size=5149) 2024-11-13T14:31:51,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741884_1062 (size=5149) 2024-11-13T14:31:51,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741884_1062 (size=5149) 2024-11-13T14:31:51,139 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41801/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0282a99a68258c684be79f9ddf986cd8/.tmp/a/bdd01f161a674847b69143bb204650a8 2024-11-13T14:31:51,145 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41801/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0282a99a68258c684be79f9ddf986cd8/.tmp/a/bdd01f161a674847b69143bb204650a8 as hdfs://localhost:41801/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0282a99a68258c684be79f9ddf986cd8/a/bdd01f161a674847b69143bb204650a8 2024-11-13T14:31:51,151 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41801/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0282a99a68258c684be79f9ddf986cd8/a/bdd01f161a674847b69143bb204650a8, entries=1, sequenceid=5, filesize=5.0 K 2024-11-13T14:31:51,151 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 0282a99a68258c684be79f9ddf986cd8 in 32ms, sequenceid=5, compaction requested=false; wal=null 2024-11-13T14:31:51,151 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41801/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0282a99a68258c684be79f9ddf986cd8/recovered.edits/0000000000000000005 2024-11-13T14:31:51,153 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0282a99a68258c684be79f9ddf986cd8 2024-11-13T14:31:51,153 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0282a99a68258c684be79f9ddf986cd8 2024-11-13T14:31:51,153 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T14:31:51,155 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0282a99a68258c684be79f9ddf986cd8 2024-11-13T14:31:51,157 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41801/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0282a99a68258c684be79f9ddf986cd8/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T14:31:51,158 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0282a99a68258c684be79f9ddf986cd8; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72809706, jitterRate=0.08494916558265686}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T14:31:51,158 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0282a99a68258c684be79f9ddf986cd8: Writing region info on filesystem at 1731508311099Initializing all the Stores at 1731508311100 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508311100Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508311100Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508311100Obtaining lock to block concurrent updates at 1731508311119 (+19 ms)Preparing flush snapshotting stores in 0282a99a68258c684be79f9ddf986cd8 at 1731508311119Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1731508306412.0282a99a68258c684be79f9ddf986cd8., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1731508311119Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1731508306412.0282a99a68258c684be79f9ddf986cd8. at 1731508311119Flushing 0282a99a68258c684be79f9ddf986cd8/a: creating writer at 1731508311119Flushing 0282a99a68258c684be79f9ddf986cd8/a: appending metadata at 1731508311132 (+13 ms)Flushing 0282a99a68258c684be79f9ddf986cd8/a: closing flushed file at 1731508311132Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b8b37a5: reopening flushed file at 1731508311144 (+12 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 0282a99a68258c684be79f9ddf986cd8 in 32ms, sequenceid=5, compaction requested=false; wal=null at 1731508311151 (+7 ms)Cleaning up temporary data from old regions at 1731508311153 (+2 ms)Region opened successfully at 1731508311158 (+5 ms) 2024-11-13T14:31:51,162 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 0282a99a68258c684be79f9ddf986cd8, disabling compactions & flushes 2024-11-13T14:31:51,162 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1731508306412.0282a99a68258c684be79f9ddf986cd8. 2024-11-13T14:31:51,162 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731508306412.0282a99a68258c684be79f9ddf986cd8. 2024-11-13T14:31:51,162 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731508306412.0282a99a68258c684be79f9ddf986cd8. after waiting 0 ms 2024-11-13T14:31:51,162 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1731508306412.0282a99a68258c684be79f9ddf986cd8. 2024-11-13T14:31:51,162 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1731508306412.0282a99a68258c684be79f9ddf986cd8. 2024-11-13T14:31:51,163 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 0282a99a68258c684be79f9ddf986cd8: Waiting for close lock at 1731508311162Disabling compacts and flushes for region at 1731508311162Disabling writes for close at 1731508311162Writing region close event to WAL at 1731508311162Closed at 1731508311162 2024-11-13T14:31:51,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741883_1061 (size=95) 2024-11-13T14:31:51,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741883_1061 (size=95) 2024-11-13T14:31:51,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741883_1061 (size=95) 2024-11-13T14:31:51,168 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-13T14:31:51,168 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731508311081) 2024-11-13T14:31:51,179 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=412 (was 410) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f90b2f5d-67a3-af73-89b5-c88bee40f138/cluster_8bb56d3f-b2f2-aed9-17fa-a218dacc1940/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1304270827_22 at /127.0.0.1:48414 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:41801 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1304270827_22 at /127.0.0.1:53090 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f90b2f5d-67a3-af73-89b5-c88bee40f138/cluster_8bb56d3f-b2f2-aed9-17fa-a218dacc1940/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:41801 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1024 (was 967) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=180 (was 195), ProcessCount=11 (was 11), AvailableMemoryMB=3107 (was 3200) 2024-11-13T14:31:51,190 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=412, OpenFileDescriptor=1024, MaxFileDescriptor=1048576, SystemLoadAverage=180, ProcessCount=11, AvailableMemoryMB=3107 2024-11-13T14:31:51,204 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:31:51,208 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:31:51,212 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,35921,1731508295252 2024-11-13T14:31:51,215 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c9531de 2024-11-13T14:31:51,215 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:31:51,217 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:31:51,221 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35921 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T14:31:51,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35921 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-11-13T14:31:51,229 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T14:31:51,231 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35921 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-11-13T14:31:51,231 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:31:51,233 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T14:31:51,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:31:51,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741885_1063 (size=694) 2024-11-13T14:31:51,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741885_1063 (size=694) 2024-11-13T14:31:51,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741885_1063 (size=694) 2024-11-13T14:31:51,246 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ecb4b578e760fbcfd46b7a8b1ef28807, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc 2024-11-13T14:31:51,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741886_1064 (size=77) 2024-11-13T14:31:51,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741886_1064 (size=77) 2024-11-13T14:31:51,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741886_1064 (size=77) 2024-11-13T14:31:51,258 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:31:51,258 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing ecb4b578e760fbcfd46b7a8b1ef28807, disabling compactions & flushes 2024-11-13T14:31:51,258 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807. 2024-11-13T14:31:51,258 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807. 2024-11-13T14:31:51,258 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807. after waiting 0 ms 2024-11-13T14:31:51,258 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807. 2024-11-13T14:31:51,258 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807. 2024-11-13T14:31:51,258 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for ecb4b578e760fbcfd46b7a8b1ef28807: Waiting for close lock at 1731508311258Disabling compacts and flushes for region at 1731508311258Disabling writes for close at 1731508311258Writing region close event to WAL at 1731508311258Closed at 1731508311258 2024-11-13T14:31:51,260 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T14:31:51,264 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1731508311260"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731508311260"}]},"ts":"1731508311260"} 2024-11-13T14:31:51,267 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T14:31:51,269 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T14:31:51,271 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731508311269"}]},"ts":"1731508311269"} 2024-11-13T14:31:51,274 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-11-13T14:31:51,275 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {eb1966fd6578=0} racks are {/default-rack=0} 2024-11-13T14:31:51,276 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T14:31:51,276 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T14:31:51,276 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-13T14:31:51,276 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T14:31:51,276 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T14:31:51,276 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-13T14:31:51,276 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T14:31:51,276 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T14:31:51,276 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-13T14:31:51,277 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T14:31:51,278 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ecb4b578e760fbcfd46b7a8b1ef28807, ASSIGN}] 2024-11-13T14:31:51,280 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ecb4b578e760fbcfd46b7a8b1ef28807, ASSIGN 2024-11-13T14:31:51,281 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ecb4b578e760fbcfd46b7a8b1ef28807, ASSIGN; state=OFFLINE, location=eb1966fd6578,36455,1731508296042; forceNewPlan=false, retain=false 2024-11-13T14:31:51,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:31:51,434 INFO [eb1966fd6578:35921 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-13T14:31:51,434 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ecb4b578e760fbcfd46b7a8b1ef28807, regionState=OPENING, regionLocation=eb1966fd6578,36455,1731508296042 2024-11-13T14:31:51,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ecb4b578e760fbcfd46b7a8b1ef28807, ASSIGN because future has completed 2024-11-13T14:31:51,438 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ecb4b578e760fbcfd46b7a8b1ef28807, server=eb1966fd6578,36455,1731508296042}] 2024-11-13T14:31:51,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:31:51,592 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T14:31:51,596 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53335, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T14:31:51,606 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807. 2024-11-13T14:31:51,606 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ecb4b578e760fbcfd46b7a8b1ef28807, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:31:51,606 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF ecb4b578e760fbcfd46b7a8b1ef28807 2024-11-13T14:31:51,607 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:31:51,607 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ecb4b578e760fbcfd46b7a8b1ef28807 2024-11-13T14:31:51,607 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ecb4b578e760fbcfd46b7a8b1ef28807 2024-11-13T14:31:51,609 INFO [StoreOpener-ecb4b578e760fbcfd46b7a8b1ef28807-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region ecb4b578e760fbcfd46b7a8b1ef28807 2024-11-13T14:31:51,611 INFO [StoreOpener-ecb4b578e760fbcfd46b7a8b1ef28807-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecb4b578e760fbcfd46b7a8b1ef28807 columnFamilyName cf1 2024-11-13T14:31:51,611 DEBUG [StoreOpener-ecb4b578e760fbcfd46b7a8b1ef28807-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:31:51,612 INFO [StoreOpener-ecb4b578e760fbcfd46b7a8b1ef28807-1 {}] regionserver.HStore(327): Store=ecb4b578e760fbcfd46b7a8b1ef28807/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:31:51,612 INFO [StoreOpener-ecb4b578e760fbcfd46b7a8b1ef28807-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region ecb4b578e760fbcfd46b7a8b1ef28807 2024-11-13T14:31:51,614 INFO [StoreOpener-ecb4b578e760fbcfd46b7a8b1ef28807-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecb4b578e760fbcfd46b7a8b1ef28807 columnFamilyName cf2 2024-11-13T14:31:51,614 DEBUG [StoreOpener-ecb4b578e760fbcfd46b7a8b1ef28807-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:31:51,615 INFO [StoreOpener-ecb4b578e760fbcfd46b7a8b1ef28807-1 {}] regionserver.HStore(327): Store=ecb4b578e760fbcfd46b7a8b1ef28807/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:31:51,615 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ecb4b578e760fbcfd46b7a8b1ef28807 2024-11-13T14:31:51,616 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ecb4b578e760fbcfd46b7a8b1ef28807 2024-11-13T14:31:51,616 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ecb4b578e760fbcfd46b7a8b1ef28807 2024-11-13T14:31:51,617 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ecb4b578e760fbcfd46b7a8b1ef28807 2024-11-13T14:31:51,617 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ecb4b578e760fbcfd46b7a8b1ef28807 2024-11-13T14:31:51,618 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-13T14:31:51,619 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ecb4b578e760fbcfd46b7a8b1ef28807 2024-11-13T14:31:51,621 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ecb4b578e760fbcfd46b7a8b1ef28807/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:31:51,621 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ecb4b578e760fbcfd46b7a8b1ef28807; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75220429, jitterRate=0.12087173759937286}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-13T14:31:51,621 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ecb4b578e760fbcfd46b7a8b1ef28807 2024-11-13T14:31:51,622 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ecb4b578e760fbcfd46b7a8b1ef28807: Running coprocessor pre-open hook at 1731508311607Writing region info on filesystem at 1731508311607Initializing all the Stores at 1731508311608 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508311608Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508311609 (+1 ms)Cleaning up temporary data from old regions at 1731508311617 (+8 ms)Running coprocessor post-open hooks at 1731508311621 (+4 ms)Region opened successfully at 1731508311622 (+1 ms) 2024-11-13T14:31:51,624 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807., pid=6, masterSystemTime=1731508311592 2024-11-13T14:31:51,627 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807. 2024-11-13T14:31:51,627 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807. 2024-11-13T14:31:51,628 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ecb4b578e760fbcfd46b7a8b1ef28807, regionState=OPEN, openSeqNum=2, regionLocation=eb1966fd6578,36455,1731508296042 2024-11-13T14:31:51,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ecb4b578e760fbcfd46b7a8b1ef28807, server=eb1966fd6578,36455,1731508296042 because future has completed 2024-11-13T14:31:51,637 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T14:31:51,637 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ecb4b578e760fbcfd46b7a8b1ef28807, server=eb1966fd6578,36455,1731508296042 in 195 msec 2024-11-13T14:31:51,640 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T14:31:51,641 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ecb4b578e760fbcfd46b7a8b1ef28807, ASSIGN in 359 msec 2024-11-13T14:31:51,642 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T14:31:51,642 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731508311642"}]},"ts":"1731508311642"} 2024-11-13T14:31:51,645 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-11-13T14:31:51,646 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T14:31:51,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 424 msec 2024-11-13T14:31:51,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:31:51,867 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-11-13T14:31:51,867 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-11-13T14:31:51,868 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T14:31:51,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-11-13T14:31:51,874 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T14:31:51,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-11-13T14:31:51,886 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807., hostname=eb1966fd6578,36455,1731508296042, seqNum=2] 2024-11-13T14:31:51,887 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:31:51,889 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:31:51,902 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35921 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=ecb4b578e760fbcfd46b7a8b1ef28807, source=eb1966fd6578,36455,1731508296042, destination=eb1966fd6578,41921,1731508296133, warming up region on eb1966fd6578,41921,1731508296133 2024-11-13T14:31:51,904 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35921 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=ecb4b578e760fbcfd46b7a8b1ef28807, source=eb1966fd6578,36455,1731508296042, destination=eb1966fd6578,41921,1731508296133, running balancer 2024-11-13T14:31:51,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35921 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ecb4b578e760fbcfd46b7a8b1ef28807, REOPEN/MOVE 2024-11-13T14:31:51,906 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ecb4b578e760fbcfd46b7a8b1ef28807, REOPEN/MOVE 2024-11-13T14:31:51,908 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=ecb4b578e760fbcfd46b7a8b1ef28807, regionState=CLOSING, regionLocation=eb1966fd6578,36455,1731508296042 2024-11-13T14:31:51,909 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41921 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807. 2024-11-13T14:31:51,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41921 {}] regionserver.HRegion(7855): Warmup {ENCODED => ecb4b578e760fbcfd46b7a8b1ef28807, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:31:51,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41921 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:31:51,910 INFO [StoreOpener-ecb4b578e760fbcfd46b7a8b1ef28807-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region ecb4b578e760fbcfd46b7a8b1ef28807 2024-11-13T14:31:51,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ecb4b578e760fbcfd46b7a8b1ef28807, REOPEN/MOVE because future has completed 2024-11-13T14:31:51,912 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-13T14:31:51,912 INFO [StoreOpener-ecb4b578e760fbcfd46b7a8b1ef28807-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecb4b578e760fbcfd46b7a8b1ef28807 columnFamilyName cf1 2024-11-13T14:31:51,912 DEBUG [StoreOpener-ecb4b578e760fbcfd46b7a8b1ef28807-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:31:51,912 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure ecb4b578e760fbcfd46b7a8b1ef28807, server=eb1966fd6578,36455,1731508296042}] 2024-11-13T14:31:51,913 INFO [StoreOpener-ecb4b578e760fbcfd46b7a8b1ef28807-1 {}] regionserver.HStore(327): Store=ecb4b578e760fbcfd46b7a8b1ef28807/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:31:51,913 INFO [StoreOpener-ecb4b578e760fbcfd46b7a8b1ef28807-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region ecb4b578e760fbcfd46b7a8b1ef28807 2024-11-13T14:31:51,914 INFO [StoreOpener-ecb4b578e760fbcfd46b7a8b1ef28807-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecb4b578e760fbcfd46b7a8b1ef28807 columnFamilyName cf2 2024-11-13T14:31:51,914 DEBUG [StoreOpener-ecb4b578e760fbcfd46b7a8b1ef28807-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:31:51,915 INFO [StoreOpener-ecb4b578e760fbcfd46b7a8b1ef28807-1 {}] regionserver.HStore(327): Store=ecb4b578e760fbcfd46b7a8b1ef28807/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:31:51,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41921 {}] regionserver.HRegion(1722): Closing ecb4b578e760fbcfd46b7a8b1ef28807, disabling compactions & flushes 2024-11-13T14:31:51,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41921 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807. 2024-11-13T14:31:51,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41921 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807. 2024-11-13T14:31:51,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41921 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807. after waiting 0 ms 2024-11-13T14:31:51,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41921 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807. 2024-11-13T14:31:51,916 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41921 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807. 2024-11-13T14:31:51,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41921 {}] regionserver.HRegion(1676): Region close journal for ecb4b578e760fbcfd46b7a8b1ef28807: Waiting for close lock at 1731508311915Disabling compacts and flushes for region at 1731508311915Disabling writes for close at 1731508311916 (+1 ms)Writing region close event to WAL at 1731508311916Closed at 1731508311916 2024-11-13T14:31:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35921 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-11-13T14:31:52,071 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close ecb4b578e760fbcfd46b7a8b1ef28807 2024-11-13T14:31:52,071 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-13T14:31:52,072 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing ecb4b578e760fbcfd46b7a8b1ef28807, disabling compactions & flushes 2024-11-13T14:31:52,072 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807. 2024-11-13T14:31:52,072 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807. 2024-11-13T14:31:52,072 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807. after waiting 0 ms 2024-11-13T14:31:52,072 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807. 2024-11-13T14:31:52,072 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing ecb4b578e760fbcfd46b7a8b1ef28807 2/2 column families, dataSize=31 B heapSize=616 B 2024-11-13T14:31:52,088 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ecb4b578e760fbcfd46b7a8b1ef28807/.tmp/cf1/c28189a9215243a4b7173455af24e54a is 35, key is r1/cf1:q/1731508311890/Put/seqid=0 2024-11-13T14:31:52,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741887_1065 (size=4783) 2024-11-13T14:31:52,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741887_1065 (size=4783) 2024-11-13T14:31:52,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741887_1065 (size=4783) 2024-11-13T14:31:52,099 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ecb4b578e760fbcfd46b7a8b1ef28807/.tmp/cf1/c28189a9215243a4b7173455af24e54a 2024-11-13T14:31:52,106 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ecb4b578e760fbcfd46b7a8b1ef28807/.tmp/cf1/c28189a9215243a4b7173455af24e54a as hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ecb4b578e760fbcfd46b7a8b1ef28807/cf1/c28189a9215243a4b7173455af24e54a 2024-11-13T14:31:52,112 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ecb4b578e760fbcfd46b7a8b1ef28807/cf1/c28189a9215243a4b7173455af24e54a, entries=1, sequenceid=5, filesize=4.7 K 2024-11-13T14:31:52,113 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for ecb4b578e760fbcfd46b7a8b1ef28807 in 41ms, sequenceid=5, compaction requested=false 2024-11-13T14:31:52,114 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-11-13T14:31:52,119 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ecb4b578e760fbcfd46b7a8b1ef28807/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T14:31:52,121 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807. 2024-11-13T14:31:52,121 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for ecb4b578e760fbcfd46b7a8b1ef28807: Waiting for close lock at 1731508312072Running coprocessor pre-close hooks at 1731508312072Disabling compacts and flushes for region at 1731508312072Disabling writes for close at 1731508312072Obtaining lock to block concurrent updates at 1731508312072Preparing flush snapshotting stores in ecb4b578e760fbcfd46b7a8b1ef28807 at 1731508312072Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1731508312072Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807. at 1731508312073 (+1 ms)Flushing ecb4b578e760fbcfd46b7a8b1ef28807/cf1: creating writer at 1731508312073Flushing ecb4b578e760fbcfd46b7a8b1ef28807/cf1: appending metadata at 1731508312088 (+15 ms)Flushing ecb4b578e760fbcfd46b7a8b1ef28807/cf1: closing flushed file at 1731508312088Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@196e381c: reopening flushed file at 1731508312105 (+17 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for ecb4b578e760fbcfd46b7a8b1ef28807 in 41ms, sequenceid=5, compaction requested=false at 1731508312113 (+8 ms)Writing region close event to WAL at 1731508312115 (+2 ms)Running coprocessor post-close hooks at 1731508312119 (+4 ms)Closed at 1731508312121 (+2 ms) 2024-11-13T14:31:52,121 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding ecb4b578e760fbcfd46b7a8b1ef28807 move to eb1966fd6578,41921,1731508296133 record at close sequenceid=5 2024-11-13T14:31:52,124 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed ecb4b578e760fbcfd46b7a8b1ef28807 2024-11-13T14:31:52,125 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=ecb4b578e760fbcfd46b7a8b1ef28807, regionState=CLOSED 2024-11-13T14:31:52,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure ecb4b578e760fbcfd46b7a8b1ef28807, server=eb1966fd6578,36455,1731508296042 because future has completed 2024-11-13T14:31:52,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-13T14:31:52,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure ecb4b578e760fbcfd46b7a8b1ef28807, server=eb1966fd6578,36455,1731508296042 in 218 msec 2024-11-13T14:31:52,135 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ecb4b578e760fbcfd46b7a8b1ef28807, REOPEN/MOVE; state=CLOSED, location=eb1966fd6578,41921,1731508296133; forceNewPlan=false, retain=false 2024-11-13T14:31:52,285 INFO [eb1966fd6578:35921 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-13T14:31:52,286 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=ecb4b578e760fbcfd46b7a8b1ef28807, regionState=OPENING, regionLocation=eb1966fd6578,41921,1731508296133 2024-11-13T14:31:52,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ecb4b578e760fbcfd46b7a8b1ef28807, REOPEN/MOVE because future has completed 2024-11-13T14:31:52,290 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure ecb4b578e760fbcfd46b7a8b1ef28807, server=eb1966fd6578,41921,1731508296133}] 2024-11-13T14:31:52,448 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807. 2024-11-13T14:31:52,449 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => ecb4b578e760fbcfd46b7a8b1ef28807, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:31:52,449 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF ecb4b578e760fbcfd46b7a8b1ef28807 2024-11-13T14:31:52,449 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:31:52,449 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for ecb4b578e760fbcfd46b7a8b1ef28807 2024-11-13T14:31:52,449 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for ecb4b578e760fbcfd46b7a8b1ef28807 2024-11-13T14:31:52,451 INFO [StoreOpener-ecb4b578e760fbcfd46b7a8b1ef28807-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region ecb4b578e760fbcfd46b7a8b1ef28807 2024-11-13T14:31:52,453 INFO [StoreOpener-ecb4b578e760fbcfd46b7a8b1ef28807-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecb4b578e760fbcfd46b7a8b1ef28807 columnFamilyName cf1 2024-11-13T14:31:52,453 DEBUG [StoreOpener-ecb4b578e760fbcfd46b7a8b1ef28807-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:31:52,462 DEBUG [StoreOpener-ecb4b578e760fbcfd46b7a8b1ef28807-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ecb4b578e760fbcfd46b7a8b1ef28807/cf1/c28189a9215243a4b7173455af24e54a 2024-11-13T14:31:52,462 INFO [StoreOpener-ecb4b578e760fbcfd46b7a8b1ef28807-1 {}] regionserver.HStore(327): Store=ecb4b578e760fbcfd46b7a8b1ef28807/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:31:52,462 INFO [StoreOpener-ecb4b578e760fbcfd46b7a8b1ef28807-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region ecb4b578e760fbcfd46b7a8b1ef28807 2024-11-13T14:31:52,463 INFO [StoreOpener-ecb4b578e760fbcfd46b7a8b1ef28807-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecb4b578e760fbcfd46b7a8b1ef28807 columnFamilyName cf2 2024-11-13T14:31:52,463 DEBUG [StoreOpener-ecb4b578e760fbcfd46b7a8b1ef28807-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:31:52,464 INFO [StoreOpener-ecb4b578e760fbcfd46b7a8b1ef28807-1 {}] regionserver.HStore(327): Store=ecb4b578e760fbcfd46b7a8b1ef28807/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:31:52,464 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for ecb4b578e760fbcfd46b7a8b1ef28807 2024-11-13T14:31:52,465 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ecb4b578e760fbcfd46b7a8b1ef28807 2024-11-13T14:31:52,467 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ecb4b578e760fbcfd46b7a8b1ef28807 2024-11-13T14:31:52,468 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for ecb4b578e760fbcfd46b7a8b1ef28807 2024-11-13T14:31:52,468 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for ecb4b578e760fbcfd46b7a8b1ef28807 2024-11-13T14:31:52,468 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-13T14:31:52,470 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for ecb4b578e760fbcfd46b7a8b1ef28807 2024-11-13T14:31:52,471 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened ecb4b578e760fbcfd46b7a8b1ef28807; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70267610, jitterRate=0.04706898331642151}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-13T14:31:52,471 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ecb4b578e760fbcfd46b7a8b1ef28807 2024-11-13T14:31:52,472 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for ecb4b578e760fbcfd46b7a8b1ef28807: Running coprocessor pre-open hook at 1731508312449Writing region info on filesystem at 1731508312449Initializing all the Stores at 1731508312450 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508312450Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508312451 (+1 ms)Cleaning up temporary data from old regions at 1731508312468 (+17 ms)Running coprocessor post-open hooks at 1731508312471 (+3 ms)Region opened successfully at 1731508312472 (+1 ms) 2024-11-13T14:31:52,474 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807., pid=9, masterSystemTime=1731508312444 2024-11-13T14:31:52,476 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807. 2024-11-13T14:31:52,476 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807. 2024-11-13T14:31:52,477 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=ecb4b578e760fbcfd46b7a8b1ef28807, regionState=OPEN, openSeqNum=9, regionLocation=eb1966fd6578,41921,1731508296133 2024-11-13T14:31:52,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure ecb4b578e760fbcfd46b7a8b1ef28807, server=eb1966fd6578,41921,1731508296133 because future has completed 2024-11-13T14:31:52,485 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-11-13T14:31:52,485 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure ecb4b578e760fbcfd46b7a8b1ef28807, server=eb1966fd6578,41921,1731508296133 in 192 msec 2024-11-13T14:31:52,487 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ecb4b578e760fbcfd46b7a8b1ef28807, REOPEN/MOVE in 581 msec 2024-11-13T14:31:52,511 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T14:31:52,513 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T14:31:52,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36455 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:42510 deadline: 1731508372516, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=eb1966fd6578 port=41921 startCode=1731508296133. As of locationSeqNum=5. 2024-11-13T14:31:52,545 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807., hostname=eb1966fd6578,36455,1731508296042, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807., hostname=eb1966fd6578,36455,1731508296042, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=eb1966fd6578 port=41921 startCode=1731508296133. As of locationSeqNum=5. 2024-11-13T14:31:52,546 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807., hostname=eb1966fd6578,36455,1731508296042, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=eb1966fd6578 port=41921 startCode=1731508296133. As of locationSeqNum=5. 2024-11-13T14:31:52,546 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807., hostname=eb1966fd6578,36455,1731508296042, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807., hostname=eb1966fd6578,41921,1731508296133, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=eb1966fd6578 port=41921 startCode=1731508296133. As of locationSeqNum=5. 2024-11-13T14:31:52,663 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ecb4b578e760fbcfd46b7a8b1ef28807 2/2 column families, dataSize=50 B heapSize=720 B 2024-11-13T14:31:52,681 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ecb4b578e760fbcfd46b7a8b1ef28807/.tmp/cf1/ef82f77053e74b87bd591c61ac24780a is 29, key is r1/cf1:/1731508312655/DeleteFamily/seqid=0 2024-11-13T14:31:52,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741888_1066 (size=4906) 2024-11-13T14:31:52,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741888_1066 (size=4906) 2024-11-13T14:31:52,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741888_1066 (size=4906) 2024-11-13T14:31:52,688 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ecb4b578e760fbcfd46b7a8b1ef28807/.tmp/cf1/ef82f77053e74b87bd591c61ac24780a 2024-11-13T14:31:52,694 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ef82f77053e74b87bd591c61ac24780a 2024-11-13T14:31:52,709 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ecb4b578e760fbcfd46b7a8b1ef28807/.tmp/cf2/4552b9ce9f4844b4bbea702f7a716261 is 29, key is r1/cf2:/1731508312655/DeleteFamily/seqid=0 2024-11-13T14:31:52,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741889_1067 (size=4906) 2024-11-13T14:31:52,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741889_1067 (size=4906) 2024-11-13T14:31:52,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741889_1067 (size=4906) 2024-11-13T14:31:52,717 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ecb4b578e760fbcfd46b7a8b1ef28807/.tmp/cf2/4552b9ce9f4844b4bbea702f7a716261 2024-11-13T14:31:52,723 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4552b9ce9f4844b4bbea702f7a716261 2024-11-13T14:31:52,724 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ecb4b578e760fbcfd46b7a8b1ef28807/.tmp/cf1/ef82f77053e74b87bd591c61ac24780a as hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ecb4b578e760fbcfd46b7a8b1ef28807/cf1/ef82f77053e74b87bd591c61ac24780a 2024-11-13T14:31:52,733 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ef82f77053e74b87bd591c61ac24780a 2024-11-13T14:31:52,733 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ecb4b578e760fbcfd46b7a8b1ef28807/cf1/ef82f77053e74b87bd591c61ac24780a, entries=1, sequenceid=12, filesize=4.8 K 2024-11-13T14:31:52,734 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ecb4b578e760fbcfd46b7a8b1ef28807/.tmp/cf2/4552b9ce9f4844b4bbea702f7a716261 as hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ecb4b578e760fbcfd46b7a8b1ef28807/cf2/4552b9ce9f4844b4bbea702f7a716261 2024-11-13T14:31:52,740 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4552b9ce9f4844b4bbea702f7a716261 2024-11-13T14:31:52,741 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ecb4b578e760fbcfd46b7a8b1ef28807/cf2/4552b9ce9f4844b4bbea702f7a716261, entries=1, sequenceid=12, filesize=4.8 K 2024-11-13T14:31:52,742 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for ecb4b578e760fbcfd46b7a8b1ef28807 in 79ms, sequenceid=12, compaction requested=false 2024-11-13T14:31:52,742 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for ecb4b578e760fbcfd46b7a8b1ef28807: 2024-11-13T14:31:52,745 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-13T14:31:52,746 DEBUG [Time-limited test {}] regionserver.HStore(1541): ecb4b578e760fbcfd46b7a8b1ef28807/cf1 is initiating major compaction (all files) 2024-11-13T14:31:52,746 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T14:31:52,746 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:31:52,746 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of ecb4b578e760fbcfd46b7a8b1ef28807/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807. 2024-11-13T14:31:52,747 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ecb4b578e760fbcfd46b7a8b1ef28807/cf1/c28189a9215243a4b7173455af24e54a, hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ecb4b578e760fbcfd46b7a8b1ef28807/cf1/ef82f77053e74b87bd591c61ac24780a] into tmpdir=hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ecb4b578e760fbcfd46b7a8b1ef28807/.tmp, totalSize=9.5 K 2024-11-13T14:31:52,748 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting c28189a9215243a4b7173455af24e54a, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1731508311890 2024-11-13T14:31:52,748 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting ef82f77053e74b87bd591c61ac24780a, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-13T14:31:52,760 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): ecb4b578e760fbcfd46b7a8b1ef28807#cf1#compaction#16 average throughput is 0.00 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:31:52,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741890_1068 (size=4626) 2024-11-13T14:31:52,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741890_1068 (size=4626) 2024-11-13T14:31:52,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741890_1068 (size=4626) 2024-11-13T14:31:52,779 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ecb4b578e760fbcfd46b7a8b1ef28807/.tmp/cf1/8eb1375ac09940e7b5faedd6e8b26d0e as hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ecb4b578e760fbcfd46b7a8b1ef28807/cf1/8eb1375ac09940e7b5faedd6e8b26d0e 2024-11-13T14:31:52,793 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in ecb4b578e760fbcfd46b7a8b1ef28807/cf1 of ecb4b578e760fbcfd46b7a8b1ef28807 into 8eb1375ac09940e7b5faedd6e8b26d0e(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:31:52,793 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for ecb4b578e760fbcfd46b7a8b1ef28807: 2024-11-13T14:31:52,793 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-13T14:31:52,793 DEBUG [Time-limited test {}] regionserver.HStore(1541): ecb4b578e760fbcfd46b7a8b1ef28807/cf2 is initiating major compaction (all files) 2024-11-13T14:31:52,793 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T14:31:52,793 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:31:52,794 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of ecb4b578e760fbcfd46b7a8b1ef28807/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807. 2024-11-13T14:31:52,794 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ecb4b578e760fbcfd46b7a8b1ef28807/cf2/4552b9ce9f4844b4bbea702f7a716261] into tmpdir=hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ecb4b578e760fbcfd46b7a8b1ef28807/.tmp, totalSize=4.8 K 2024-11-13T14:31:52,794 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 4552b9ce9f4844b4bbea702f7a716261, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-13T14:31:52,800 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): ecb4b578e760fbcfd46b7a8b1ef28807#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:31:52,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741891_1069 (size=4592) 2024-11-13T14:31:52,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741891_1069 (size=4592) 2024-11-13T14:31:52,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741891_1069 (size=4592) 2024-11-13T14:31:52,814 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ecb4b578e760fbcfd46b7a8b1ef28807/.tmp/cf2/b0c4910a184d44debff75a5140cfeb4d as hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ecb4b578e760fbcfd46b7a8b1ef28807/cf2/b0c4910a184d44debff75a5140cfeb4d 2024-11-13T14:31:52,821 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in ecb4b578e760fbcfd46b7a8b1ef28807/cf2 of ecb4b578e760fbcfd46b7a8b1ef28807 into b0c4910a184d44debff75a5140cfeb4d(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:31:52,821 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for ecb4b578e760fbcfd46b7a8b1ef28807: 2024-11-13T14:31:52,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35921 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=ecb4b578e760fbcfd46b7a8b1ef28807, source=eb1966fd6578,41921,1731508296133, destination=eb1966fd6578,36455,1731508296042, warming up region on eb1966fd6578,36455,1731508296042 2024-11-13T14:31:52,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35921 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=ecb4b578e760fbcfd46b7a8b1ef28807, source=eb1966fd6578,41921,1731508296133, destination=eb1966fd6578,36455,1731508296042, running balancer 2024-11-13T14:31:52,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35921 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ecb4b578e760fbcfd46b7a8b1ef28807, REOPEN/MOVE 2024-11-13T14:31:52,828 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ecb4b578e760fbcfd46b7a8b1ef28807, REOPEN/MOVE 2024-11-13T14:31:52,830 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=ecb4b578e760fbcfd46b7a8b1ef28807, regionState=CLOSING, regionLocation=eb1966fd6578,41921,1731508296133 2024-11-13T14:31:52,830 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36455 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807. 2024-11-13T14:31:52,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36455 {}] regionserver.HRegion(7855): Warmup {ENCODED => ecb4b578e760fbcfd46b7a8b1ef28807, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:31:52,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36455 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:31:52,831 INFO [StoreOpener-ecb4b578e760fbcfd46b7a8b1ef28807-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region ecb4b578e760fbcfd46b7a8b1ef28807 2024-11-13T14:31:52,832 INFO [StoreOpener-ecb4b578e760fbcfd46b7a8b1ef28807-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecb4b578e760fbcfd46b7a8b1ef28807 columnFamilyName cf1 2024-11-13T14:31:52,832 DEBUG [StoreOpener-ecb4b578e760fbcfd46b7a8b1ef28807-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:31:52,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ecb4b578e760fbcfd46b7a8b1ef28807, REOPEN/MOVE because future has completed 2024-11-13T14:31:52,833 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-13T14:31:52,833 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure ecb4b578e760fbcfd46b7a8b1ef28807, server=eb1966fd6578,41921,1731508296133}] 2024-11-13T14:31:52,840 DEBUG [StoreOpener-ecb4b578e760fbcfd46b7a8b1ef28807-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ecb4b578e760fbcfd46b7a8b1ef28807/cf1/8eb1375ac09940e7b5faedd6e8b26d0e 2024-11-13T14:31:52,845 DEBUG [StoreOpener-ecb4b578e760fbcfd46b7a8b1ef28807-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ecb4b578e760fbcfd46b7a8b1ef28807/cf1/c28189a9215243a4b7173455af24e54a 2024-11-13T14:31:52,850 INFO [StoreFileOpener-ecb4b578e760fbcfd46b7a8b1ef28807-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ef82f77053e74b87bd591c61ac24780a 2024-11-13T14:31:52,850 DEBUG [StoreOpener-ecb4b578e760fbcfd46b7a8b1ef28807-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ecb4b578e760fbcfd46b7a8b1ef28807/cf1/ef82f77053e74b87bd591c61ac24780a 2024-11-13T14:31:52,850 INFO [StoreOpener-ecb4b578e760fbcfd46b7a8b1ef28807-1 {}] regionserver.HStore(327): Store=ecb4b578e760fbcfd46b7a8b1ef28807/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:31:52,851 INFO [StoreOpener-ecb4b578e760fbcfd46b7a8b1ef28807-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region ecb4b578e760fbcfd46b7a8b1ef28807 2024-11-13T14:31:52,852 INFO [StoreOpener-ecb4b578e760fbcfd46b7a8b1ef28807-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecb4b578e760fbcfd46b7a8b1ef28807 columnFamilyName cf2 2024-11-13T14:31:52,852 DEBUG [StoreOpener-ecb4b578e760fbcfd46b7a8b1ef28807-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:31:52,858 INFO [StoreFileOpener-ecb4b578e760fbcfd46b7a8b1ef28807-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4552b9ce9f4844b4bbea702f7a716261 2024-11-13T14:31:52,858 DEBUG [StoreOpener-ecb4b578e760fbcfd46b7a8b1ef28807-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ecb4b578e760fbcfd46b7a8b1ef28807/cf2/4552b9ce9f4844b4bbea702f7a716261 2024-11-13T14:31:52,864 DEBUG [StoreOpener-ecb4b578e760fbcfd46b7a8b1ef28807-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ecb4b578e760fbcfd46b7a8b1ef28807/cf2/b0c4910a184d44debff75a5140cfeb4d 2024-11-13T14:31:52,864 INFO [StoreOpener-ecb4b578e760fbcfd46b7a8b1ef28807-1 {}] regionserver.HStore(327): Store=ecb4b578e760fbcfd46b7a8b1ef28807/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:31:52,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36455 {}] regionserver.HRegion(1722): Closing ecb4b578e760fbcfd46b7a8b1ef28807, disabling compactions & flushes 2024-11-13T14:31:52,864 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36455 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807. 2024-11-13T14:31:52,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36455 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807. 2024-11-13T14:31:52,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36455 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807. after waiting 0 ms 2024-11-13T14:31:52,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36455 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807. 2024-11-13T14:31:52,865 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36455 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807. 2024-11-13T14:31:52,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36455 {}] regionserver.HRegion(1676): Region close journal for ecb4b578e760fbcfd46b7a8b1ef28807: Waiting for close lock at 1731508312864Disabling compacts and flushes for region at 1731508312864Disabling writes for close at 1731508312864Writing region close event to WAL at 1731508312865 (+1 ms)Closed at 1731508312865 2024-11-13T14:31:52,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35921 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-11-13T14:31:52,988 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close ecb4b578e760fbcfd46b7a8b1ef28807 2024-11-13T14:31:52,988 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-13T14:31:52,988 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing ecb4b578e760fbcfd46b7a8b1ef28807, disabling compactions & flushes 2024-11-13T14:31:52,988 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807. 2024-11-13T14:31:52,988 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807. 2024-11-13T14:31:52,988 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807. after waiting 0 ms 2024-11-13T14:31:52,988 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807. 2024-11-13T14:31:52,989 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ecb4b578e760fbcfd46b7a8b1ef28807/cf1/c28189a9215243a4b7173455af24e54a, hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ecb4b578e760fbcfd46b7a8b1ef28807/cf1/ef82f77053e74b87bd591c61ac24780a] to archive 2024-11-13T14:31:52,992 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T14:31:52,997 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ecb4b578e760fbcfd46b7a8b1ef28807/cf1/c28189a9215243a4b7173455af24e54a to hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ecb4b578e760fbcfd46b7a8b1ef28807/cf1/c28189a9215243a4b7173455af24e54a 2024-11-13T14:31:52,998 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ecb4b578e760fbcfd46b7a8b1ef28807/cf1/ef82f77053e74b87bd591c61ac24780a to hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ecb4b578e760fbcfd46b7a8b1ef28807/cf1/ef82f77053e74b87bd591c61ac24780a 2024-11-13T14:31:53,011 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ecb4b578e760fbcfd46b7a8b1ef28807/cf2/4552b9ce9f4844b4bbea702f7a716261] to archive 2024-11-13T14:31:53,012 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T14:31:53,014 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ecb4b578e760fbcfd46b7a8b1ef28807/cf2/4552b9ce9f4844b4bbea702f7a716261 to hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ecb4b578e760fbcfd46b7a8b1ef28807/cf2/4552b9ce9f4844b4bbea702f7a716261 2024-11-13T14:31:53,019 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ecb4b578e760fbcfd46b7a8b1ef28807/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-11-13T14:31:53,020 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807. 2024-11-13T14:31:53,020 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for ecb4b578e760fbcfd46b7a8b1ef28807: Waiting for close lock at 1731508312988Running coprocessor pre-close hooks at 1731508312988Disabling compacts and flushes for region at 1731508312988Disabling writes for close at 1731508312988Writing region close event to WAL at 1731508313015 (+27 ms)Running coprocessor post-close hooks at 1731508313020 (+5 ms)Closed at 1731508313020 2024-11-13T14:31:53,020 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding ecb4b578e760fbcfd46b7a8b1ef28807 move to eb1966fd6578,36455,1731508296042 record at close sequenceid=12 2024-11-13T14:31:53,023 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed ecb4b578e760fbcfd46b7a8b1ef28807 2024-11-13T14:31:53,023 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=ecb4b578e760fbcfd46b7a8b1ef28807, regionState=CLOSED 2024-11-13T14:31:53,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure ecb4b578e760fbcfd46b7a8b1ef28807, server=eb1966fd6578,41921,1731508296133 because future has completed 2024-11-13T14:31:53,030 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-13T14:31:53,030 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure ecb4b578e760fbcfd46b7a8b1ef28807, server=eb1966fd6578,41921,1731508296133 in 194 msec 2024-11-13T14:31:53,031 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ecb4b578e760fbcfd46b7a8b1ef28807, REOPEN/MOVE; state=CLOSED, location=eb1966fd6578,36455,1731508296042; forceNewPlan=false, retain=false 2024-11-13T14:31:53,181 INFO [eb1966fd6578:35921 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-13T14:31:53,182 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=ecb4b578e760fbcfd46b7a8b1ef28807, regionState=OPENING, regionLocation=eb1966fd6578,36455,1731508296042 2024-11-13T14:31:53,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ecb4b578e760fbcfd46b7a8b1ef28807, REOPEN/MOVE because future has completed 2024-11-13T14:31:53,185 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure ecb4b578e760fbcfd46b7a8b1ef28807, server=eb1966fd6578,36455,1731508296042}] 2024-11-13T14:31:53,342 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807. 2024-11-13T14:31:53,342 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => ecb4b578e760fbcfd46b7a8b1ef28807, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:31:53,342 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF ecb4b578e760fbcfd46b7a8b1ef28807 2024-11-13T14:31:53,342 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:31:53,343 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for ecb4b578e760fbcfd46b7a8b1ef28807 2024-11-13T14:31:53,343 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for ecb4b578e760fbcfd46b7a8b1ef28807 2024-11-13T14:31:53,344 INFO [StoreOpener-ecb4b578e760fbcfd46b7a8b1ef28807-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region ecb4b578e760fbcfd46b7a8b1ef28807 2024-11-13T14:31:53,345 INFO [StoreOpener-ecb4b578e760fbcfd46b7a8b1ef28807-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecb4b578e760fbcfd46b7a8b1ef28807 columnFamilyName cf1 2024-11-13T14:31:53,345 DEBUG [StoreOpener-ecb4b578e760fbcfd46b7a8b1ef28807-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:31:53,351 DEBUG [StoreOpener-ecb4b578e760fbcfd46b7a8b1ef28807-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ecb4b578e760fbcfd46b7a8b1ef28807/cf1/8eb1375ac09940e7b5faedd6e8b26d0e 2024-11-13T14:31:53,351 INFO [StoreOpener-ecb4b578e760fbcfd46b7a8b1ef28807-1 {}] regionserver.HStore(327): Store=ecb4b578e760fbcfd46b7a8b1ef28807/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:31:53,352 INFO [StoreOpener-ecb4b578e760fbcfd46b7a8b1ef28807-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region ecb4b578e760fbcfd46b7a8b1ef28807 2024-11-13T14:31:53,352 INFO [StoreOpener-ecb4b578e760fbcfd46b7a8b1ef28807-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecb4b578e760fbcfd46b7a8b1ef28807 columnFamilyName cf2 2024-11-13T14:31:53,353 DEBUG [StoreOpener-ecb4b578e760fbcfd46b7a8b1ef28807-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:31:53,359 DEBUG [StoreOpener-ecb4b578e760fbcfd46b7a8b1ef28807-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ecb4b578e760fbcfd46b7a8b1ef28807/cf2/b0c4910a184d44debff75a5140cfeb4d 2024-11-13T14:31:53,359 INFO [StoreOpener-ecb4b578e760fbcfd46b7a8b1ef28807-1 {}] regionserver.HStore(327): Store=ecb4b578e760fbcfd46b7a8b1ef28807/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:31:53,360 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for ecb4b578e760fbcfd46b7a8b1ef28807 2024-11-13T14:31:53,361 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ecb4b578e760fbcfd46b7a8b1ef28807 2024-11-13T14:31:53,362 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ecb4b578e760fbcfd46b7a8b1ef28807 2024-11-13T14:31:53,363 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for ecb4b578e760fbcfd46b7a8b1ef28807 2024-11-13T14:31:53,363 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for ecb4b578e760fbcfd46b7a8b1ef28807 2024-11-13T14:31:53,364 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-13T14:31:53,366 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for ecb4b578e760fbcfd46b7a8b1ef28807 2024-11-13T14:31:53,367 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened ecb4b578e760fbcfd46b7a8b1ef28807; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61158028, jitterRate=-0.08867436647415161}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-13T14:31:53,367 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ecb4b578e760fbcfd46b7a8b1ef28807 2024-11-13T14:31:53,368 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for ecb4b578e760fbcfd46b7a8b1ef28807: Running coprocessor pre-open hook at 1731508313343Writing region info on filesystem at 1731508313343Initializing all the Stores at 1731508313344 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508313344Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508313344Cleaning up temporary data from old regions at 1731508313363 (+19 ms)Running coprocessor post-open hooks at 1731508313367 (+4 ms)Region opened successfully at 1731508313368 (+1 ms) 2024-11-13T14:31:53,369 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807., pid=12, masterSystemTime=1731508313338 2024-11-13T14:31:53,372 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807. 2024-11-13T14:31:53,372 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807. 2024-11-13T14:31:53,373 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=ecb4b578e760fbcfd46b7a8b1ef28807, regionState=OPEN, openSeqNum=18, regionLocation=eb1966fd6578,36455,1731508296042 2024-11-13T14:31:53,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure ecb4b578e760fbcfd46b7a8b1ef28807, server=eb1966fd6578,36455,1731508296042 because future has completed 2024-11-13T14:31:53,381 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-13T14:31:53,381 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure ecb4b578e760fbcfd46b7a8b1ef28807, server=eb1966fd6578,36455,1731508296042 in 192 msec 2024-11-13T14:31:53,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ecb4b578e760fbcfd46b7a8b1ef28807, REOPEN/MOVE in 555 msec 2024-11-13T14:31:53,430 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T14:31:53,433 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T14:31:53,435 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server eb1966fd6578,36455,1731508296042: testing ***** 2024-11-13T14:31:53,436 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T14:31:53,439 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T14:31:53,443 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T14:31:53,449 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T14:31:53,450 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T14:31:53,461 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 279226368 }, "NonHeapMemoryUsage": { "committed": 171769856, "init": 7667712, "max": -1, "used": 169016696 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "eb1966fd6578", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 0, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 2071, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 8, "ProcessCallTime_min": 1, "ProcessCallTime_max": 9, "ProcessCallTime_mean": 4, "ProcessCallTime_25th_percentile": 3, "ProcessCallTime_median": 5, "ProcessCallTime_75th_percentile": 7, "ProcessCallTime_90th_percentile": 8, "ProcessCallTime_95th_percentile": 8, "ProcessCallTime_98th_percentile": 8, "ProcessCallTime_99th_percentile": 8, "ProcessCallTime_99.9th_percentile": 8, "ProcessCallTime_TimeRangeCount_0-1": 8, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 8, "QueueCallTime_min": 0, "QueueCallTime_max": 1, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 8, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 8, "TotalCallTime_min": 1, "TotalCallTime_max": 10, "TotalCallTime_mean": 4, "TotalCallTime_25th_percentile": 3, "TotalCallTime_median": 5, "TotalCallTime_75th_percentile": 7, "TotalCallTime_90th_percentile": 9, "TotalCallTime_95th_percentile": 9, "TotalCallTime_98th_percentile": 9, "TotalCallTime_99th_percentile": 9, "TotalCallTime_99.9th_percentile": 9, "TotalCallTime_TimeRangeCount_0-1": 8, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 8, "ResponseSize_min": 0, "ResponseSize_max": 175, "ResponseSize_mean": 50, "ResponseSize_25th_percentile": 43, "ResponseSize_median": 87, "ResponseSize_75th_percentile": 131, "ResponseSize_90th_percentile": 157, "ResponseSize_95th_percentile": 166, "ResponseSize_98th_percentile": 171, "ResponseSize_99th_percentile": 173, "ResponseSize_99.9th_percentile": 174, "ResponseSize_SizeRangeCount_0-10": 8, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 8, "RequestSize_min": 89, "RequestSize_max": 121, "RequestSize_mean": 103, "RequestSize_25th_percentile": 97, "RequestSize_median": 105, "RequestSize_75th_percentile": 113, "RequestSize_90th_percentile": 117, "RequestSize_95th_percentile": 119, "RequestSize_98th_percentile": 120, "RequestSize_99th_percentile": 120, "RequestSize_99.9th_percentile": 120, "RequestSize_SizeRangeCount_0-10": 8, "sentBytes": 352 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "eb1966fd6578", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:54985", "tag.serverName": "eb1966fd6578,35127,1731508296180", "tag.clusterId": "546bebd0-19d6-45ea-a726-1f85ab0cdd8f", "tag.Context": "regionserver", "tag.Hostname": "eb1966fd6578", "regionCount": 0, "storeCount": 0, "hlogFileCount": 1, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 0, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731508296180, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 10034, "localBytesRead": 10034, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 4782, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-13T14:31:53,464 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35921 {}] master.MasterRpcServices(700): eb1966fd6578,36455,1731508296042 reported a fatal error: ***** ABORTING region server eb1966fd6578,36455,1731508296042: testing ***** 2024-11-13T14:31:53,466 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'eb1966fd6578,36455,1731508296042' ***** 2024-11-13T14:31:53,466 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-11-13T14:31:53,466 INFO [RS:0;eb1966fd6578:36455 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T14:31:53,467 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T14:31:53,467 INFO [RS:0;eb1966fd6578:36455 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-13T14:31:53,467 INFO [RS:0;eb1966fd6578:36455 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-13T14:31:53,467 INFO [RS:0;eb1966fd6578:36455 {}] regionserver.HRegionServer(3091): Received CLOSE for ecb4b578e760fbcfd46b7a8b1ef28807 2024-11-13T14:31:53,467 INFO [RS:0;eb1966fd6578:36455 {}] regionserver.HRegionServer(956): aborting server eb1966fd6578,36455,1731508296042 2024-11-13T14:31:53,467 INFO [RS:0;eb1966fd6578:36455 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T14:31:53,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41921 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:41248 deadline: 1731508373467, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=eb1966fd6578 port=36455 startCode=1731508296042. As of locationSeqNum=12. 2024-11-13T14:31:53,467 INFO [RS:0;eb1966fd6578:36455 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb1966fd6578:36455. 2024-11-13T14:31:53,467 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ecb4b578e760fbcfd46b7a8b1ef28807, disabling compactions & flushes 2024-11-13T14:31:53,468 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807. 2024-11-13T14:31:53,468 DEBUG [RS:0;eb1966fd6578:36455 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:31:53,468 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807. 2024-11-13T14:31:53,468 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807. after waiting 0 ms 2024-11-13T14:31:53,468 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807. 2024-11-13T14:31:53,468 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807., hostname=eb1966fd6578,41921,1731508296133, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807., hostname=eb1966fd6578,41921,1731508296133, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=eb1966fd6578 port=36455 startCode=1731508296042. As of locationSeqNum=12. 2024-11-13T14:31:53,468 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807., hostname=eb1966fd6578,41921,1731508296133, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=eb1966fd6578 port=36455 startCode=1731508296042. As of locationSeqNum=12. 2024-11-13T14:31:53,468 DEBUG [RS:0;eb1966fd6578:36455 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:31:53,468 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807., hostname=eb1966fd6578,41921,1731508296133, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807., hostname=eb1966fd6578,36455,1731508296042, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=eb1966fd6578 port=36455 startCode=1731508296042. As of locationSeqNum=12. 2024-11-13T14:31:53,468 INFO [RS:0;eb1966fd6578:36455 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T14:31:53,468 DEBUG [RS:0;eb1966fd6578:36455 {}] regionserver.HRegionServer(1325): Online Regions={ecb4b578e760fbcfd46b7a8b1ef28807=testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807.} 2024-11-13T14:31:53,469 DEBUG [RS:0;eb1966fd6578:36455 {}] regionserver.HRegionServer(1351): Waiting on ecb4b578e760fbcfd46b7a8b1ef28807 2024-11-13T14:31:53,470 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807. 2024-11-13T14:31:53,470 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ecb4b578e760fbcfd46b7a8b1ef28807: Waiting for close lock at 1731508313467Running coprocessor pre-close hooks at 1731508313467Disabling compacts and flushes for region at 1731508313467Disabling writes for close at 1731508313468 (+1 ms)Writing region close event to WAL at 1731508313470 (+2 ms)Running coprocessor post-close hooks at 1731508313470Closed at 1731508313470 2024-11-13T14:31:53,470 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807. 2024-11-13T14:31:53,531 INFO [regionserver/eb1966fd6578:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T14:31:53,532 INFO [regionserver/eb1966fd6578:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T14:31:53,537 INFO [regionserver/eb1966fd6578:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T14:31:53,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server eb1966fd6578,36455,1731508296042 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:31:53,576 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807., hostname=eb1966fd6578,36455,1731508296042, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807., hostname=eb1966fd6578,36455,1731508296042, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server eb1966fd6578,36455,1731508296042 aborting 2024-11-13T14:31:53,577 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807., hostname=eb1966fd6578,36455,1731508296042, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server eb1966fd6578,36455,1731508296042 aborting 2024-11-13T14:31:53,577 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807., hostname=eb1966fd6578,36455,1731508296042, seqNum=12 from cache 2024-11-13T14:31:53,669 INFO [RS:0;eb1966fd6578:36455 {}] regionserver.HRegionServer(976): stopping server eb1966fd6578,36455,1731508296042; all regions closed. 2024-11-13T14:31:53,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741834_1010 (size=1404) 2024-11-13T14:31:53,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741834_1010 (size=1404) 2024-11-13T14:31:53,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741834_1010 (size=1404) 2024-11-13T14:31:53,677 DEBUG [RS:0;eb1966fd6578:36455 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:31:53,677 INFO [RS:0;eb1966fd6578:36455 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T14:31:53,678 INFO [RS:0;eb1966fd6578:36455 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T14:31:53,678 INFO [RS:0;eb1966fd6578:36455 {}] hbase.ChoreService(370): Chore service for: regionserver/eb1966fd6578:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T14:31:53,679 INFO [RS:0;eb1966fd6578:36455 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T14:31:53,679 INFO [regionserver/eb1966fd6578:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T14:31:53,679 INFO [RS:0;eb1966fd6578:36455 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T14:31:53,679 INFO [RS:0;eb1966fd6578:36455 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T14:31:53,679 INFO [RS:0;eb1966fd6578:36455 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T14:31:53,680 INFO [RS:0;eb1966fd6578:36455 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36455 2024-11-13T14:31:53,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36455-0x101349bcee70001, quorum=127.0.0.1:54985, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/eb1966fd6578,36455,1731508296042 2024-11-13T14:31:53,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35921-0x101349bcee70000, quorum=127.0.0.1:54985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T14:31:53,745 INFO [RS:0;eb1966fd6578:36455 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T14:31:53,759 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [eb1966fd6578,36455,1731508296042] 2024-11-13T14:31:53,768 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/eb1966fd6578,36455,1731508296042 already deleted, retry=false 2024-11-13T14:31:53,769 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of eb1966fd6578,36455,1731508296042 on eb1966fd6578,35921,1731508295252 2024-11-13T14:31:53,772 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure eb1966fd6578,36455,1731508296042, splitWal=true, meta=false 2024-11-13T14:31:53,774 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=13 for eb1966fd6578,36455,1731508296042 (carryingMeta=false) eb1966fd6578,36455,1731508296042/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@346185ed[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-13T14:31:53,775 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure eb1966fd6578,36455,1731508296042, splitWal=true, meta=false 2024-11-13T14:31:53,776 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): eb1966fd6578,36455,1731508296042 had 1 regions 2024-11-13T14:31:53,777 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure eb1966fd6578,36455,1731508296042, splitWal=true, meta=false, isMeta: false 2024-11-13T14:31:53,778 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/WALs/eb1966fd6578,36455,1731508296042-splitting 2024-11-13T14:31:53,779 INFO [PEWorker-1 {}] master.SplitWALManager(105): eb1966fd6578,36455,1731508296042 WAL count=1, meta=false 2024-11-13T14:31:53,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure eb1966fd6578%2C36455%2C1731508296042.1731508297688}] 2024-11-13T14:31:53,787 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=eb1966fd6578,35127,1731508296180 2024-11-13T14:31:53,787 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807., hostname=eb1966fd6578,36455,1731508296042, seqNum=18] 2024-11-13T14:31:53,789 WARN [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server eb1966fd6578:36455 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: eb1966fd6578/172.17.0.2:36455 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:31:53,790 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure eb1966fd6578%2C36455%2C1731508296042.1731508297688, worker=eb1966fd6578,35127,1731508296180}] 2024-11-13T14:31:53,790 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807., hostname=eb1966fd6578,36455,1731508296042, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807., hostname=eb1966fd6578,36455,1731508296042, seqNum=18, error=java.net.ConnectException: Call to address=eb1966fd6578:36455 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: eb1966fd6578/172.17.0.2:36455 2024-11-13T14:31:53,790 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807., hostname=eb1966fd6578,36455,1731508296042, seqNum=18 is java.net.ConnectException: Connection refused 2024-11-13T14:31:53,791 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807., hostname=eb1966fd6578,36455,1731508296042, seqNum=18 from cache 2024-11-13T14:31:53,791 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address eb1966fd6578:36455 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: eb1966fd6578/172.17.0.2:36455 2024-11-13T14:31:53,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36455-0x101349bcee70001, quorum=127.0.0.1:54985, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:31:53,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36455-0x101349bcee70001, quorum=127.0.0.1:54985, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:31:53,859 INFO [RS:0;eb1966fd6578:36455 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T14:31:53,859 INFO [RS:0;eb1966fd6578:36455 {}] regionserver.HRegionServer(1031): Exiting; stopping=eb1966fd6578,36455,1731508296042; zookeeper connection closed. 2024-11-13T14:31:53,860 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@214bf824 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@214bf824 2024-11-13T14:31:53,956 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T14:31:53,959 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37621, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T14:31:53,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35127 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-11-13T14:31:53,977 INFO [RS_LOG_REPLAY_OPS-regionserver/eb1966fd6578:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/WALs/eb1966fd6578,36455,1731508296042-splitting/eb1966fd6578%2C36455%2C1731508296042.1731508297688, size=1.4 K (1404bytes) 2024-11-13T14:31:53,977 INFO [RS_LOG_REPLAY_OPS-regionserver/eb1966fd6578:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/WALs/eb1966fd6578,36455,1731508296042-splitting/eb1966fd6578%2C36455%2C1731508296042.1731508297688 2024-11-13T14:31:53,978 INFO [RS_LOG_REPLAY_OPS-regionserver/eb1966fd6578:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/WALs/eb1966fd6578,36455,1731508296042-splitting/eb1966fd6578%2C36455%2C1731508296042.1731508297688 after 0ms 2024-11-13T14:31:53,980 DEBUG [RS_LOG_REPLAY_OPS-regionserver/eb1966fd6578:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/WALs/eb1966fd6578,36455,1731508296042-splitting/eb1966fd6578%2C36455%2C1731508296042.1731508297688: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T14:31:53,981 INFO [RS_LOG_REPLAY_OPS-regionserver/eb1966fd6578:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/WALs/eb1966fd6578,36455,1731508296042-splitting/eb1966fd6578%2C36455%2C1731508296042.1731508297688 took 4ms 2024-11-13T14:31:53,986 DEBUG [RS_LOG_REPLAY_OPS-regionserver/eb1966fd6578:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for ecb4b578e760fbcfd46b7a8b1ef28807: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-11-13T14:31:53,987 DEBUG [RS_LOG_REPLAY_OPS-regionserver/eb1966fd6578:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/WALs/eb1966fd6578,36455,1731508296042-splitting/eb1966fd6578%2C36455%2C1731508296042.1731508297688 so closing down 2024-11-13T14:31:53,987 DEBUG [RS_LOG_REPLAY_OPS-regionserver/eb1966fd6578:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T14:31:53,987 INFO [RS_LOG_REPLAY_OPS-regionserver/eb1966fd6578:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T14:31:53,987 INFO [RS_LOG_REPLAY_OPS-regionserver/eb1966fd6578:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 6 ms; skipped=6; WAL=hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/WALs/eb1966fd6578,36455,1731508296042-splitting/eb1966fd6578%2C36455%2C1731508296042.1731508297688, size=1.4 K, length=1404, corrupted=false, cancelled=false 2024-11-13T14:31:53,987 DEBUG [RS_LOG_REPLAY_OPS-regionserver/eb1966fd6578:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/WALs/eb1966fd6578,36455,1731508296042-splitting/eb1966fd6578%2C36455%2C1731508296042.1731508297688, journal: Splitting hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/WALs/eb1966fd6578,36455,1731508296042-splitting/eb1966fd6578%2C36455%2C1731508296042.1731508297688, size=1.4 K (1404bytes) at 1731508313977Finishing writing output for hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/WALs/eb1966fd6578,36455,1731508296042-splitting/eb1966fd6578%2C36455%2C1731508296042.1731508297688 so closing down at 1731508313987 (+10 ms)3 split writer threads finished at 1731508313987Processed 6 edits across 0 Regions in 6 ms; skipped=6; WAL=hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/WALs/eb1966fd6578,36455,1731508296042-splitting/eb1966fd6578%2C36455%2C1731508296042.1731508297688, size=1.4 K, length=1404, corrupted=false, cancelled=false at 1731508313987 2024-11-13T14:31:53,987 DEBUG [RS_LOG_REPLAY_OPS-regionserver/eb1966fd6578:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/WALs/eb1966fd6578,36455,1731508296042-splitting/eb1966fd6578%2C36455%2C1731508296042.1731508297688 2024-11-13T14:31:53,988 DEBUG [RS_LOG_REPLAY_OPS-regionserver/eb1966fd6578:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-13T14:31:53,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35921 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-13T14:31:53,994 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/WALs/eb1966fd6578,36455,1731508296042-splitting/eb1966fd6578%2C36455%2C1731508296042.1731508297688 to hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/oldWALs 2024-11-13T14:31:53,996 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-13T14:31:53,997 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure eb1966fd6578%2C36455%2C1731508296042.1731508297688, worker=eb1966fd6578,35127,1731508296180 in 204 msec 2024-11-13T14:31:53,998 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=eb1966fd6578,35127,1731508296180 2024-11-13T14:31:54,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-13T14:31:54,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure eb1966fd6578%2C36455%2C1731508296042.1731508297688, worker=eb1966fd6578,35127,1731508296180 in 218 msec 2024-11-13T14:31:54,003 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/WALs/eb1966fd6578,36455,1731508296042-splitting dir is empty, no logs to split. 2024-11-13T14:31:54,003 INFO [PEWorker-1 {}] master.SplitWALManager(105): eb1966fd6578,36455,1731508296042 WAL count=0, meta=false 2024-11-13T14:31:54,003 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if eb1966fd6578,36455,1731508296042 WAL splitting is done? wals=0, meta=false 2024-11-13T14:31:54,005 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for eb1966fd6578,36455,1731508296042 failed, ignore...File hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/WALs/eb1966fd6578,36455,1731508296042-splitting does not exist. 2024-11-13T14:31:54,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ecb4b578e760fbcfd46b7a8b1ef28807, ASSIGN}] 2024-11-13T14:31:54,010 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ecb4b578e760fbcfd46b7a8b1ef28807, ASSIGN 2024-11-13T14:31:54,011 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ecb4b578e760fbcfd46b7a8b1ef28807, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T14:31:54,096 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807., hostname=eb1966fd6578,36455,1731508296042, seqNum=18] 2024-11-13T14:31:54,097 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to eb1966fd6578:36455 this server is in the failed servers list 2024-11-13T14:31:54,097 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807., hostname=eb1966fd6578,36455,1731508296042, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807., hostname=eb1966fd6578,36455,1731508296042, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=eb1966fd6578:36455 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: eb1966fd6578:36455 2024-11-13T14:31:54,097 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807., hostname=eb1966fd6578,36455,1731508296042, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: eb1966fd6578:36455 2024-11-13T14:31:54,097 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807., hostname=eb1966fd6578,36455,1731508296042, seqNum=18 from cache 2024-11-13T14:31:54,161 DEBUG [eb1966fd6578:35921 {}] balancer.BalancerClusterState(204): Hosts are {eb1966fd6578=0} racks are {/default-rack=0} 2024-11-13T14:31:54,162 DEBUG [eb1966fd6578:35921 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T14:31:54,162 DEBUG [eb1966fd6578:35921 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T14:31:54,162 DEBUG [eb1966fd6578:35921 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T14:31:54,162 DEBUG [eb1966fd6578:35921 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T14:31:54,162 INFO [eb1966fd6578:35921 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T14:31:54,162 INFO [eb1966fd6578:35921 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T14:31:54,162 DEBUG [eb1966fd6578:35921 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T14:31:54,162 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=ecb4b578e760fbcfd46b7a8b1ef28807, regionState=OPENING, regionLocation=eb1966fd6578,35127,1731508296180 2024-11-13T14:31:54,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ecb4b578e760fbcfd46b7a8b1ef28807, ASSIGN because future has completed 2024-11-13T14:31:54,165 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure ecb4b578e760fbcfd46b7a8b1ef28807, server=eb1966fd6578,35127,1731508296180}] 2024-11-13T14:31:54,326 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807. 2024-11-13T14:31:54,327 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => ecb4b578e760fbcfd46b7a8b1ef28807, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:31:54,328 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF ecb4b578e760fbcfd46b7a8b1ef28807 2024-11-13T14:31:54,328 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:31:54,328 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for ecb4b578e760fbcfd46b7a8b1ef28807 2024-11-13T14:31:54,328 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for ecb4b578e760fbcfd46b7a8b1ef28807 2024-11-13T14:31:54,331 INFO [StoreOpener-ecb4b578e760fbcfd46b7a8b1ef28807-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region ecb4b578e760fbcfd46b7a8b1ef28807 2024-11-13T14:31:54,333 INFO [StoreOpener-ecb4b578e760fbcfd46b7a8b1ef28807-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecb4b578e760fbcfd46b7a8b1ef28807 columnFamilyName cf1 2024-11-13T14:31:54,333 DEBUG [StoreOpener-ecb4b578e760fbcfd46b7a8b1ef28807-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:31:54,340 DEBUG [StoreOpener-ecb4b578e760fbcfd46b7a8b1ef28807-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ecb4b578e760fbcfd46b7a8b1ef28807/cf1/8eb1375ac09940e7b5faedd6e8b26d0e 2024-11-13T14:31:54,340 INFO [StoreOpener-ecb4b578e760fbcfd46b7a8b1ef28807-1 {}] regionserver.HStore(327): Store=ecb4b578e760fbcfd46b7a8b1ef28807/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:31:54,341 INFO [StoreOpener-ecb4b578e760fbcfd46b7a8b1ef28807-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region ecb4b578e760fbcfd46b7a8b1ef28807 2024-11-13T14:31:54,342 INFO [StoreOpener-ecb4b578e760fbcfd46b7a8b1ef28807-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecb4b578e760fbcfd46b7a8b1ef28807 columnFamilyName cf2 2024-11-13T14:31:54,342 DEBUG [StoreOpener-ecb4b578e760fbcfd46b7a8b1ef28807-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:31:54,348 DEBUG [StoreOpener-ecb4b578e760fbcfd46b7a8b1ef28807-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ecb4b578e760fbcfd46b7a8b1ef28807/cf2/b0c4910a184d44debff75a5140cfeb4d 2024-11-13T14:31:54,349 INFO [StoreOpener-ecb4b578e760fbcfd46b7a8b1ef28807-1 {}] regionserver.HStore(327): Store=ecb4b578e760fbcfd46b7a8b1ef28807/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:31:54,349 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for ecb4b578e760fbcfd46b7a8b1ef28807 2024-11-13T14:31:54,350 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ecb4b578e760fbcfd46b7a8b1ef28807 2024-11-13T14:31:54,351 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ecb4b578e760fbcfd46b7a8b1ef28807 2024-11-13T14:31:54,352 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for ecb4b578e760fbcfd46b7a8b1ef28807 2024-11-13T14:31:54,352 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for ecb4b578e760fbcfd46b7a8b1ef28807 2024-11-13T14:31:54,352 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-13T14:31:54,354 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for ecb4b578e760fbcfd46b7a8b1ef28807 2024-11-13T14:31:54,354 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened ecb4b578e760fbcfd46b7a8b1ef28807; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68415946, jitterRate=0.019477039575576782}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-13T14:31:54,354 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ecb4b578e760fbcfd46b7a8b1ef28807 2024-11-13T14:31:54,355 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for ecb4b578e760fbcfd46b7a8b1ef28807: Running coprocessor pre-open hook at 1731508314328Writing region info on filesystem at 1731508314329 (+1 ms)Initializing all the Stores at 1731508314331 (+2 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508314331Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508314331Cleaning up temporary data from old regions at 1731508314352 (+21 ms)Running coprocessor post-open hooks at 1731508314354 (+2 ms)Region opened successfully at 1731508314355 (+1 ms) 2024-11-13T14:31:54,356 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807., pid=17, masterSystemTime=1731508314317 2024-11-13T14:31:54,401 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807. 2024-11-13T14:31:54,401 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807. 2024-11-13T14:31:54,402 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=ecb4b578e760fbcfd46b7a8b1ef28807, regionState=OPEN, openSeqNum=18, regionLocation=eb1966fd6578,35127,1731508296180 2024-11-13T14:31:54,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure ecb4b578e760fbcfd46b7a8b1ef28807, server=eb1966fd6578,35127,1731508296180 because future has completed 2024-11-13T14:31:54,407 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-13T14:31:54,407 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure ecb4b578e760fbcfd46b7a8b1ef28807, server=eb1966fd6578,35127,1731508296180 in 240 msec 2024-11-13T14:31:54,410 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-13T14:31:54,410 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ecb4b578e760fbcfd46b7a8b1ef28807, ASSIGN in 399 msec 2024-11-13T14:31:54,410 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server eb1966fd6578,36455,1731508296042 after splitting done 2024-11-13T14:31:54,412 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure eb1966fd6578,36455,1731508296042, splitWal=true, meta=false in 641 msec 2024-11-13T14:31:54,608 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807., hostname=eb1966fd6578,35127,1731508296180, seqNum=18] 2024-11-13T14:31:54,608 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:31:54,611 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:31:54,629 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=410 (was 412), OpenFileDescriptor=1053 (was 1024) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=180 (was 180), ProcessCount=11 (was 11), AvailableMemoryMB=3078 (was 3107) 2024-11-13T14:31:54,631 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1053 is superior to 1024 2024-11-13T14:31:54,644 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=410, OpenFileDescriptor=1053, MaxFileDescriptor=1048576, SystemLoadAverage=180, ProcessCount=11, AvailableMemoryMB=3078 2024-11-13T14:31:54,644 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1053 is superior to 1024 2024-11-13T14:31:54,662 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:31:54,664 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:31:54,665 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T14:31:54,667 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-09667827, suffix=, logDir=hdfs://localhost:41801/hbase/WALs/hregion-09667827, archiveDir=hdfs://localhost:41801/hbase/oldWALs, maxLogs=32 2024-11-13T14:31:54,679 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-09667827/hregion-09667827.1731508314668, exclude list is [], retry=0 2024-11-13T14:31:54,682 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41545,DS-6e36f357-c0b3-46cb-a44a-940bbc7fdfd0,DISK] 2024-11-13T14:31:54,682 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42387,DS-4e9c7a05-2410-4992-ba6e-f6c65b75565a,DISK] 2024-11-13T14:31:54,682 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41973,DS-fb2b1a45-9bc1-4679-ba5a-76bfe8ef03f2,DISK] 2024-11-13T14:31:54,684 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-09667827/hregion-09667827.1731508314668 2024-11-13T14:31:54,685 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34769:34769),(127.0.0.1/127.0.0.1:38697:38697),(127.0.0.1/127.0.0.1:35665:35665)] 2024-11-13T14:31:54,685 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 0009c89f9324a01a89ac2c0dfb9c5d2a, NAME => 'testReplayEditsWrittenViaHRegion,,1731508314663.0009c89f9324a01a89ac2c0dfb9c5d2a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41801/hbase 2024-11-13T14:31:54,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741893_1071 (size=67) 2024-11-13T14:31:54,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741893_1071 (size=67) 2024-11-13T14:31:54,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741893_1071 (size=67) 2024-11-13T14:31:54,696 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731508314663.0009c89f9324a01a89ac2c0dfb9c5d2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:31:54,697 INFO [StoreOpener-0009c89f9324a01a89ac2c0dfb9c5d2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0009c89f9324a01a89ac2c0dfb9c5d2a 2024-11-13T14:31:54,699 INFO [StoreOpener-0009c89f9324a01a89ac2c0dfb9c5d2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0009c89f9324a01a89ac2c0dfb9c5d2a columnFamilyName a 2024-11-13T14:31:54,699 DEBUG [StoreOpener-0009c89f9324a01a89ac2c0dfb9c5d2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:31:54,699 INFO [StoreOpener-0009c89f9324a01a89ac2c0dfb9c5d2a-1 {}] regionserver.HStore(327): Store=0009c89f9324a01a89ac2c0dfb9c5d2a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:31:54,699 INFO [StoreOpener-0009c89f9324a01a89ac2c0dfb9c5d2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 0009c89f9324a01a89ac2c0dfb9c5d2a 2024-11-13T14:31:54,700 INFO [StoreOpener-0009c89f9324a01a89ac2c0dfb9c5d2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0009c89f9324a01a89ac2c0dfb9c5d2a columnFamilyName b 2024-11-13T14:31:54,701 DEBUG [StoreOpener-0009c89f9324a01a89ac2c0dfb9c5d2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:31:54,701 INFO [StoreOpener-0009c89f9324a01a89ac2c0dfb9c5d2a-1 {}] regionserver.HStore(327): Store=0009c89f9324a01a89ac2c0dfb9c5d2a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:31:54,701 INFO [StoreOpener-0009c89f9324a01a89ac2c0dfb9c5d2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 0009c89f9324a01a89ac2c0dfb9c5d2a 2024-11-13T14:31:54,702 INFO [StoreOpener-0009c89f9324a01a89ac2c0dfb9c5d2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0009c89f9324a01a89ac2c0dfb9c5d2a columnFamilyName c 2024-11-13T14:31:54,703 DEBUG [StoreOpener-0009c89f9324a01a89ac2c0dfb9c5d2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:31:54,703 INFO [StoreOpener-0009c89f9324a01a89ac2c0dfb9c5d2a-1 {}] regionserver.HStore(327): Store=0009c89f9324a01a89ac2c0dfb9c5d2a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:31:54,703 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0009c89f9324a01a89ac2c0dfb9c5d2a 2024-11-13T14:31:54,704 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/0009c89f9324a01a89ac2c0dfb9c5d2a 2024-11-13T14:31:54,704 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/0009c89f9324a01a89ac2c0dfb9c5d2a 2024-11-13T14:31:54,705 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0009c89f9324a01a89ac2c0dfb9c5d2a 2024-11-13T14:31:54,705 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0009c89f9324a01a89ac2c0dfb9c5d2a 2024-11-13T14:31:54,705 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T14:31:54,706 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0009c89f9324a01a89ac2c0dfb9c5d2a 2024-11-13T14:31:54,708 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/0009c89f9324a01a89ac2c0dfb9c5d2a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:31:54,709 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0009c89f9324a01a89ac2c0dfb9c5d2a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63586112, jitterRate=-0.05249309539794922}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T14:31:54,710 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0009c89f9324a01a89ac2c0dfb9c5d2a: Writing region info on filesystem at 1731508314696Initializing all the Stores at 1731508314697 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508314697Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508314697Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508314697Cleaning up temporary data from old regions at 1731508314705 (+8 ms)Region opened successfully at 1731508314709 (+4 ms) 2024-11-13T14:31:54,710 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 0009c89f9324a01a89ac2c0dfb9c5d2a, disabling compactions & flushes 2024-11-13T14:31:54,710 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731508314663.0009c89f9324a01a89ac2c0dfb9c5d2a. 2024-11-13T14:31:54,710 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731508314663.0009c89f9324a01a89ac2c0dfb9c5d2a. 2024-11-13T14:31:54,710 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731508314663.0009c89f9324a01a89ac2c0dfb9c5d2a. after waiting 0 ms 2024-11-13T14:31:54,710 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731508314663.0009c89f9324a01a89ac2c0dfb9c5d2a. 2024-11-13T14:31:54,710 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731508314663.0009c89f9324a01a89ac2c0dfb9c5d2a. 2024-11-13T14:31:54,710 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 0009c89f9324a01a89ac2c0dfb9c5d2a: Waiting for close lock at 1731508314710Disabling compacts and flushes for region at 1731508314710Disabling writes for close at 1731508314710Writing region close event to WAL at 1731508314710Closed at 1731508314710 2024-11-13T14:31:54,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741892_1070 (size=95) 2024-11-13T14:31:54,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741892_1070 (size=95) 2024-11-13T14:31:54,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741892_1070 (size=95) 2024-11-13T14:31:54,715 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-13T14:31:54,715 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-09667827:(num 1731508314668) 2024-11-13T14:31:54,715 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T14:31:54,717 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41801/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731508314662, archiveDir=hdfs://localhost:41801/hbase/oldWALs, maxLogs=32 2024-11-13T14:31:54,730 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731508314662/wal.1731508314717, exclude list is [], retry=0 2024-11-13T14:31:54,732 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42387,DS-4e9c7a05-2410-4992-ba6e-f6c65b75565a,DISK] 2024-11-13T14:31:54,733 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41545,DS-6e36f357-c0b3-46cb-a44a-940bbc7fdfd0,DISK] 2024-11-13T14:31:54,733 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41973,DS-fb2b1a45-9bc1-4679-ba5a-76bfe8ef03f2,DISK] 2024-11-13T14:31:54,735 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731508314662/wal.1731508314717 2024-11-13T14:31:54,735 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38697:38697),(127.0.0.1/127.0.0.1:34769:34769),(127.0.0.1/127.0.0.1:35665:35665)] 2024-11-13T14:31:54,735 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 0009c89f9324a01a89ac2c0dfb9c5d2a, NAME => 'testReplayEditsWrittenViaHRegion,,1731508314663.0009c89f9324a01a89ac2c0dfb9c5d2a.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:31:54,736 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731508314663.0009c89f9324a01a89ac2c0dfb9c5d2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:31:54,736 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 0009c89f9324a01a89ac2c0dfb9c5d2a 2024-11-13T14:31:54,736 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 0009c89f9324a01a89ac2c0dfb9c5d2a 2024-11-13T14:31:54,737 INFO [StoreOpener-0009c89f9324a01a89ac2c0dfb9c5d2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0009c89f9324a01a89ac2c0dfb9c5d2a 2024-11-13T14:31:54,738 INFO [StoreOpener-0009c89f9324a01a89ac2c0dfb9c5d2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0009c89f9324a01a89ac2c0dfb9c5d2a columnFamilyName a 2024-11-13T14:31:54,738 DEBUG [StoreOpener-0009c89f9324a01a89ac2c0dfb9c5d2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:31:54,739 INFO [StoreOpener-0009c89f9324a01a89ac2c0dfb9c5d2a-1 {}] regionserver.HStore(327): Store=0009c89f9324a01a89ac2c0dfb9c5d2a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:31:54,739 INFO [StoreOpener-0009c89f9324a01a89ac2c0dfb9c5d2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 0009c89f9324a01a89ac2c0dfb9c5d2a 2024-11-13T14:31:54,740 INFO [StoreOpener-0009c89f9324a01a89ac2c0dfb9c5d2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0009c89f9324a01a89ac2c0dfb9c5d2a columnFamilyName b 2024-11-13T14:31:54,740 DEBUG [StoreOpener-0009c89f9324a01a89ac2c0dfb9c5d2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:31:54,741 INFO [StoreOpener-0009c89f9324a01a89ac2c0dfb9c5d2a-1 {}] regionserver.HStore(327): Store=0009c89f9324a01a89ac2c0dfb9c5d2a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:31:54,741 INFO [StoreOpener-0009c89f9324a01a89ac2c0dfb9c5d2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 0009c89f9324a01a89ac2c0dfb9c5d2a 2024-11-13T14:31:54,742 INFO [StoreOpener-0009c89f9324a01a89ac2c0dfb9c5d2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0009c89f9324a01a89ac2c0dfb9c5d2a columnFamilyName c 2024-11-13T14:31:54,742 DEBUG [StoreOpener-0009c89f9324a01a89ac2c0dfb9c5d2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:31:54,743 INFO [StoreOpener-0009c89f9324a01a89ac2c0dfb9c5d2a-1 {}] regionserver.HStore(327): Store=0009c89f9324a01a89ac2c0dfb9c5d2a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:31:54,743 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0009c89f9324a01a89ac2c0dfb9c5d2a 2024-11-13T14:31:54,743 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/0009c89f9324a01a89ac2c0dfb9c5d2a 2024-11-13T14:31:54,745 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/0009c89f9324a01a89ac2c0dfb9c5d2a 2024-11-13T14:31:54,746 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0009c89f9324a01a89ac2c0dfb9c5d2a 2024-11-13T14:31:54,746 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0009c89f9324a01a89ac2c0dfb9c5d2a 2024-11-13T14:31:54,746 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T14:31:54,748 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0009c89f9324a01a89ac2c0dfb9c5d2a 2024-11-13T14:31:54,748 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0009c89f9324a01a89ac2c0dfb9c5d2a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67270624, jitterRate=0.002410411834716797}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T14:31:54,749 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0009c89f9324a01a89ac2c0dfb9c5d2a: Writing region info on filesystem at 1731508314736Initializing all the Stores at 1731508314737 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508314737Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508314737Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508314737Cleaning up temporary data from old regions at 1731508314746 (+9 ms)Region opened successfully at 1731508314749 (+3 ms) 2024-11-13T14:31:54,777 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0009c89f9324a01a89ac2c0dfb9c5d2a 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-13T14:31:54,796 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/0009c89f9324a01a89ac2c0dfb9c5d2a/.tmp/a/db1087ba271642858f2d5fccc7e13a3b is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1731508314749/Put/seqid=0 2024-11-13T14:31:54,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741895_1073 (size=5958) 2024-11-13T14:31:54,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741895_1073 (size=5958) 2024-11-13T14:31:54,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741895_1073 (size=5958) 2024-11-13T14:31:54,804 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/0009c89f9324a01a89ac2c0dfb9c5d2a/.tmp/a/db1087ba271642858f2d5fccc7e13a3b 2024-11-13T14:31:54,825 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/0009c89f9324a01a89ac2c0dfb9c5d2a/.tmp/b/5cc7fed5545347989d680dff75c6d759 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731508314758/Put/seqid=0 2024-11-13T14:31:54,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741896_1074 (size=5958) 2024-11-13T14:31:54,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741896_1074 (size=5958) 2024-11-13T14:31:54,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741896_1074 (size=5958) 2024-11-13T14:31:54,834 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/0009c89f9324a01a89ac2c0dfb9c5d2a/.tmp/b/5cc7fed5545347989d680dff75c6d759 2024-11-13T14:31:54,861 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/0009c89f9324a01a89ac2c0dfb9c5d2a/.tmp/c/e258bf2282904046b802700bcc591c5f is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1731508314766/Put/seqid=0 2024-11-13T14:31:54,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741897_1075 (size=5958) 2024-11-13T14:31:54,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741897_1075 (size=5958) 2024-11-13T14:31:54,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741897_1075 (size=5958) 2024-11-13T14:31:54,868 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/0009c89f9324a01a89ac2c0dfb9c5d2a/.tmp/c/e258bf2282904046b802700bcc591c5f 2024-11-13T14:31:54,876 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/0009c89f9324a01a89ac2c0dfb9c5d2a/.tmp/a/db1087ba271642858f2d5fccc7e13a3b as hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/0009c89f9324a01a89ac2c0dfb9c5d2a/a/db1087ba271642858f2d5fccc7e13a3b 2024-11-13T14:31:54,883 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/0009c89f9324a01a89ac2c0dfb9c5d2a/a/db1087ba271642858f2d5fccc7e13a3b, entries=10, sequenceid=33, filesize=5.8 K 2024-11-13T14:31:54,884 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/0009c89f9324a01a89ac2c0dfb9c5d2a/.tmp/b/5cc7fed5545347989d680dff75c6d759 as hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/0009c89f9324a01a89ac2c0dfb9c5d2a/b/5cc7fed5545347989d680dff75c6d759 2024-11-13T14:31:54,892 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/0009c89f9324a01a89ac2c0dfb9c5d2a/b/5cc7fed5545347989d680dff75c6d759, entries=10, sequenceid=33, filesize=5.8 K 2024-11-13T14:31:54,893 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/0009c89f9324a01a89ac2c0dfb9c5d2a/.tmp/c/e258bf2282904046b802700bcc591c5f as hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/0009c89f9324a01a89ac2c0dfb9c5d2a/c/e258bf2282904046b802700bcc591c5f 2024-11-13T14:31:54,900 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/0009c89f9324a01a89ac2c0dfb9c5d2a/c/e258bf2282904046b802700bcc591c5f, entries=10, sequenceid=33, filesize=5.8 K 2024-11-13T14:31:54,902 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 0009c89f9324a01a89ac2c0dfb9c5d2a in 125ms, sequenceid=33, compaction requested=false 2024-11-13T14:31:54,902 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 0009c89f9324a01a89ac2c0dfb9c5d2a: 2024-11-13T14:31:54,902 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 0009c89f9324a01a89ac2c0dfb9c5d2a, disabling compactions & flushes 2024-11-13T14:31:54,902 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731508314663.0009c89f9324a01a89ac2c0dfb9c5d2a. 2024-11-13T14:31:54,902 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731508314663.0009c89f9324a01a89ac2c0dfb9c5d2a. 2024-11-13T14:31:54,902 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731508314663.0009c89f9324a01a89ac2c0dfb9c5d2a. after waiting 0 ms 2024-11-13T14:31:54,902 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731508314663.0009c89f9324a01a89ac2c0dfb9c5d2a. 2024-11-13T14:31:54,904 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731508314663.0009c89f9324a01a89ac2c0dfb9c5d2a. 2024-11-13T14:31:54,904 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 0009c89f9324a01a89ac2c0dfb9c5d2a: Waiting for close lock at 1731508314902Disabling compacts and flushes for region at 1731508314902Disabling writes for close at 1731508314902Writing region close event to WAL at 1731508314903 (+1 ms)Closed at 1731508314904 (+1 ms) 2024-11-13T14:31:54,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741894_1072 (size=3385) 2024-11-13T14:31:54,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741894_1072 (size=3385) 2024-11-13T14:31:54,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741894_1072 (size=3385) 2024-11-13T14:31:54,908 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731508314662/wal.1731508314717 not finished, retry = 0 2024-11-13T14:31:55,013 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/0009c89f9324a01a89ac2c0dfb9c5d2a/b/5cc7fed5545347989d680dff75c6d759 to hdfs://localhost:41801/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/0009c89f9324a01a89ac2c0dfb9c5d2a/b/5cc7fed5545347989d680dff75c6d759 2024-11-13T14:31:55,030 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41801/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731508314662/wal.1731508314717, size=3.3 K (3385bytes) 2024-11-13T14:31:55,030 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41801/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731508314662/wal.1731508314717 2024-11-13T14:31:55,030 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41801/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731508314662/wal.1731508314717 after 0ms 2024-11-13T14:31:55,032 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41801/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731508314662/wal.1731508314717: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T14:31:55,033 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41801/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731508314662/wal.1731508314717 took 3ms 2024-11-13T14:31:55,035 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41801/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731508314662/wal.1731508314717 so closing down 2024-11-13T14:31:55,035 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T14:31:55,036 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731508314717.temp 2024-11-13T14:31:55,037 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/0009c89f9324a01a89ac2c0dfb9c5d2a/recovered.edits/0000000000000000003-wal.1731508314717.temp 2024-11-13T14:31:55,038 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T14:31:55,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741898_1076 (size=2944) 2024-11-13T14:31:55,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741898_1076 (size=2944) 2024-11-13T14:31:55,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741898_1076 (size=2944) 2024-11-13T14:31:55,045 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/0009c89f9324a01a89ac2c0dfb9c5d2a/recovered.edits/0000000000000000003-wal.1731508314717.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-13T14:31:55,046 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/0009c89f9324a01a89ac2c0dfb9c5d2a/recovered.edits/0000000000000000003-wal.1731508314717.temp to hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/0009c89f9324a01a89ac2c0dfb9c5d2a/recovered.edits/0000000000000000032 2024-11-13T14:31:55,046 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 13 ms; skipped=2; WAL=hdfs://localhost:41801/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731508314662/wal.1731508314717, size=3.3 K, length=3385, corrupted=false, cancelled=false 2024-11-13T14:31:55,046 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41801/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731508314662/wal.1731508314717, journal: Splitting hdfs://localhost:41801/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731508314662/wal.1731508314717, size=3.3 K (3385bytes) at 1731508315030Finishing writing output for hdfs://localhost:41801/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731508314662/wal.1731508314717 so closing down at 1731508315035 (+5 ms)Creating recovered edits writer path=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/0009c89f9324a01a89ac2c0dfb9c5d2a/recovered.edits/0000000000000000003-wal.1731508314717.temp at 1731508315037 (+2 ms)3 split writer threads finished at 1731508315038 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/0009c89f9324a01a89ac2c0dfb9c5d2a/recovered.edits/0000000000000000003-wal.1731508314717.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731508315045 (+7 ms)Rename recovered edits hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/0009c89f9324a01a89ac2c0dfb9c5d2a/recovered.edits/0000000000000000003-wal.1731508314717.temp to hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/0009c89f9324a01a89ac2c0dfb9c5d2a/recovered.edits/0000000000000000032 at 1731508315046 (+1 ms)Processed 32 edits across 1 Regions in 13 ms; skipped=2; WAL=hdfs://localhost:41801/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731508314662/wal.1731508314717, size=3.3 K, length=3385, corrupted=false, cancelled=false at 1731508315046 2024-11-13T14:31:55,048 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41801/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731508314662/wal.1731508314717 to hdfs://localhost:41801/hbase/oldWALs/wal.1731508314717 2024-11-13T14:31:55,049 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/0009c89f9324a01a89ac2c0dfb9c5d2a/recovered.edits/0000000000000000032 2024-11-13T14:31:55,049 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T14:31:55,051 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41801/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731508314662, archiveDir=hdfs://localhost:41801/hbase/oldWALs, maxLogs=32 2024-11-13T14:31:55,063 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731508314662/wal.1731508315051, exclude list is [], retry=0 2024-11-13T14:31:55,066 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42387,DS-4e9c7a05-2410-4992-ba6e-f6c65b75565a,DISK] 2024-11-13T14:31:55,067 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41545,DS-6e36f357-c0b3-46cb-a44a-940bbc7fdfd0,DISK] 2024-11-13T14:31:55,067 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41973,DS-fb2b1a45-9bc1-4679-ba5a-76bfe8ef03f2,DISK] 2024-11-13T14:31:55,068 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731508314662/wal.1731508315051 2024-11-13T14:31:55,069 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38697:38697),(127.0.0.1/127.0.0.1:34769:34769),(127.0.0.1/127.0.0.1:35665:35665)] 2024-11-13T14:31:55,069 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 0009c89f9324a01a89ac2c0dfb9c5d2a, NAME => 'testReplayEditsWrittenViaHRegion,,1731508314663.0009c89f9324a01a89ac2c0dfb9c5d2a.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:31:55,069 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731508314663.0009c89f9324a01a89ac2c0dfb9c5d2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:31:55,069 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 0009c89f9324a01a89ac2c0dfb9c5d2a 2024-11-13T14:31:55,069 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 0009c89f9324a01a89ac2c0dfb9c5d2a 2024-11-13T14:31:55,071 INFO [StoreOpener-0009c89f9324a01a89ac2c0dfb9c5d2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0009c89f9324a01a89ac2c0dfb9c5d2a 2024-11-13T14:31:55,072 INFO [StoreOpener-0009c89f9324a01a89ac2c0dfb9c5d2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0009c89f9324a01a89ac2c0dfb9c5d2a columnFamilyName a 2024-11-13T14:31:55,072 DEBUG [StoreOpener-0009c89f9324a01a89ac2c0dfb9c5d2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:31:55,079 DEBUG [StoreOpener-0009c89f9324a01a89ac2c0dfb9c5d2a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/0009c89f9324a01a89ac2c0dfb9c5d2a/a/db1087ba271642858f2d5fccc7e13a3b 2024-11-13T14:31:55,079 INFO [StoreOpener-0009c89f9324a01a89ac2c0dfb9c5d2a-1 {}] regionserver.HStore(327): Store=0009c89f9324a01a89ac2c0dfb9c5d2a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:31:55,079 INFO [StoreOpener-0009c89f9324a01a89ac2c0dfb9c5d2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 0009c89f9324a01a89ac2c0dfb9c5d2a 2024-11-13T14:31:55,081 INFO [StoreOpener-0009c89f9324a01a89ac2c0dfb9c5d2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0009c89f9324a01a89ac2c0dfb9c5d2a columnFamilyName b 2024-11-13T14:31:55,081 DEBUG [StoreOpener-0009c89f9324a01a89ac2c0dfb9c5d2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:31:55,082 INFO [StoreOpener-0009c89f9324a01a89ac2c0dfb9c5d2a-1 {}] regionserver.HStore(327): Store=0009c89f9324a01a89ac2c0dfb9c5d2a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:31:55,082 INFO [StoreOpener-0009c89f9324a01a89ac2c0dfb9c5d2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 0009c89f9324a01a89ac2c0dfb9c5d2a 2024-11-13T14:31:55,083 INFO [StoreOpener-0009c89f9324a01a89ac2c0dfb9c5d2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0009c89f9324a01a89ac2c0dfb9c5d2a columnFamilyName c 2024-11-13T14:31:55,083 DEBUG [StoreOpener-0009c89f9324a01a89ac2c0dfb9c5d2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:31:55,090 DEBUG [StoreOpener-0009c89f9324a01a89ac2c0dfb9c5d2a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/0009c89f9324a01a89ac2c0dfb9c5d2a/c/e258bf2282904046b802700bcc591c5f 2024-11-13T14:31:55,090 INFO [StoreOpener-0009c89f9324a01a89ac2c0dfb9c5d2a-1 {}] regionserver.HStore(327): Store=0009c89f9324a01a89ac2c0dfb9c5d2a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:31:55,090 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0009c89f9324a01a89ac2c0dfb9c5d2a 2024-11-13T14:31:55,091 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/0009c89f9324a01a89ac2c0dfb9c5d2a 2024-11-13T14:31:55,092 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/0009c89f9324a01a89ac2c0dfb9c5d2a 2024-11-13T14:31:55,092 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/0009c89f9324a01a89ac2c0dfb9c5d2a/recovered.edits/0000000000000000032 2024-11-13T14:31:55,094 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/0009c89f9324a01a89ac2c0dfb9c5d2a/recovered.edits/0000000000000000032: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T14:31:55,096 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/0009c89f9324a01a89ac2c0dfb9c5d2a/recovered.edits/0000000000000000032 2024-11-13T14:31:55,096 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0009c89f9324a01a89ac2c0dfb9c5d2a 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-13T14:31:55,110 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/0009c89f9324a01a89ac2c0dfb9c5d2a/.tmp/b/fe873856fbdf4e8988009ce5bd7b5cb0 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731508314758/Put/seqid=0 2024-11-13T14:31:55,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741900_1078 (size=5958) 2024-11-13T14:31:55,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741900_1078 (size=5958) 2024-11-13T14:31:55,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741900_1078 (size=5958) 2024-11-13T14:31:55,117 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/0009c89f9324a01a89ac2c0dfb9c5d2a/.tmp/b/fe873856fbdf4e8988009ce5bd7b5cb0 2024-11-13T14:31:55,124 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/0009c89f9324a01a89ac2c0dfb9c5d2a/.tmp/b/fe873856fbdf4e8988009ce5bd7b5cb0 as hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/0009c89f9324a01a89ac2c0dfb9c5d2a/b/fe873856fbdf4e8988009ce5bd7b5cb0 2024-11-13T14:31:55,131 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/0009c89f9324a01a89ac2c0dfb9c5d2a/b/fe873856fbdf4e8988009ce5bd7b5cb0, entries=10, sequenceid=32, filesize=5.8 K 2024-11-13T14:31:55,131 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 0009c89f9324a01a89ac2c0dfb9c5d2a in 35ms, sequenceid=32, compaction requested=false; wal=null 2024-11-13T14:31:55,132 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/0009c89f9324a01a89ac2c0dfb9c5d2a/recovered.edits/0000000000000000032 2024-11-13T14:31:55,133 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0009c89f9324a01a89ac2c0dfb9c5d2a 2024-11-13T14:31:55,133 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0009c89f9324a01a89ac2c0dfb9c5d2a 2024-11-13T14:31:55,134 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T14:31:55,135 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0009c89f9324a01a89ac2c0dfb9c5d2a 2024-11-13T14:31:55,138 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/0009c89f9324a01a89ac2c0dfb9c5d2a/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-11-13T14:31:55,139 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0009c89f9324a01a89ac2c0dfb9c5d2a; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60652241, jitterRate=-0.09621118009090424}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T14:31:55,139 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0009c89f9324a01a89ac2c0dfb9c5d2a: Writing region info on filesystem at 1731508315069Initializing all the Stores at 1731508315070 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508315070Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508315071 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508315071Obtaining lock to block concurrent updates at 1731508315096 (+25 ms)Preparing flush snapshotting stores in 0009c89f9324a01a89ac2c0dfb9c5d2a at 1731508315096Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731508314663.0009c89f9324a01a89ac2c0dfb9c5d2a., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1731508315096Flushing stores of testReplayEditsWrittenViaHRegion,,1731508314663.0009c89f9324a01a89ac2c0dfb9c5d2a. at 1731508315096Flushing 0009c89f9324a01a89ac2c0dfb9c5d2a/b: creating writer at 1731508315096Flushing 0009c89f9324a01a89ac2c0dfb9c5d2a/b: appending metadata at 1731508315109 (+13 ms)Flushing 0009c89f9324a01a89ac2c0dfb9c5d2a/b: closing flushed file at 1731508315109Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d3d6d5a: reopening flushed file at 1731508315123 (+14 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 0009c89f9324a01a89ac2c0dfb9c5d2a in 35ms, sequenceid=32, compaction requested=false; wal=null at 1731508315131 (+8 ms)Cleaning up temporary data from old regions at 1731508315133 (+2 ms)Region opened successfully at 1731508315139 (+6 ms) 2024-11-13T14:31:55,161 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=418 (was 410) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-744547280_22 at /127.0.0.1:45320 [Receiving block BP-942709033-172.17.0.2-1731508290742:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-744547280_22 at /127.0.0.1:41338 [Receiving block BP-942709033-172.17.0.2-1731508290742:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-744547280_22 at /127.0.0.1:48414 [Waiting for operation #31] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-744547280_22 at /127.0.0.1:53090 [Waiting for operation #40] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-942709033-172.17.0.2-1731508290742:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-942709033-172.17.0.2-1731508290742:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-744547280_22 at /127.0.0.1:46646 [Receiving block BP-942709033-172.17.0.2-1731508290742:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-744547280_22 at /127.0.0.1:44782 [Waiting for operation #31] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-942709033-172.17.0.2-1731508290742:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1127 (was 1053) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=213 (was 180) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3039 (was 3078) 2024-11-13T14:31:55,161 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1127 is superior to 1024 2024-11-13T14:31:55,172 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=418, OpenFileDescriptor=1127, MaxFileDescriptor=1048576, SystemLoadAverage=213, ProcessCount=11, AvailableMemoryMB=3039 2024-11-13T14:31:55,172 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1127 is superior to 1024 2024-11-13T14:31:55,187 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:31:55,189 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:31:55,190 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T14:31:55,192 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-65157645, suffix=, logDir=hdfs://localhost:41801/hbase/WALs/hregion-65157645, archiveDir=hdfs://localhost:41801/hbase/oldWALs, maxLogs=32 2024-11-13T14:31:55,204 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-65157645/hregion-65157645.1731508315192, exclude list is [], retry=0 2024-11-13T14:31:55,207 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42387,DS-4e9c7a05-2410-4992-ba6e-f6c65b75565a,DISK] 2024-11-13T14:31:55,207 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41973,DS-fb2b1a45-9bc1-4679-ba5a-76bfe8ef03f2,DISK] 2024-11-13T14:31:55,208 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41545,DS-6e36f357-c0b3-46cb-a44a-940bbc7fdfd0,DISK] 2024-11-13T14:31:55,210 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-65157645/hregion-65157645.1731508315192 2024-11-13T14:31:55,211 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35665:35665),(127.0.0.1/127.0.0.1:38697:38697),(127.0.0.1/127.0.0.1:34769:34769)] 2024-11-13T14:31:55,211 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 08ad9645776c954e8e59b4c3498c2573, NAME => 'testReplayEditsAfterAbortingFlush,,1731508315187.08ad9645776c954e8e59b4c3498c2573.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41801/hbase 2024-11-13T14:31:55,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741902_1080 (size=68) 2024-11-13T14:31:55,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741902_1080 (size=68) 2024-11-13T14:31:55,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741902_1080 (size=68) 2024-11-13T14:31:55,224 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731508315187.08ad9645776c954e8e59b4c3498c2573.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:31:55,225 INFO [StoreOpener-08ad9645776c954e8e59b4c3498c2573-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 08ad9645776c954e8e59b4c3498c2573 2024-11-13T14:31:55,226 INFO [StoreOpener-08ad9645776c954e8e59b4c3498c2573-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08ad9645776c954e8e59b4c3498c2573 columnFamilyName a 2024-11-13T14:31:55,227 DEBUG [StoreOpener-08ad9645776c954e8e59b4c3498c2573-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:31:55,227 INFO [StoreOpener-08ad9645776c954e8e59b4c3498c2573-1 {}] regionserver.HStore(327): Store=08ad9645776c954e8e59b4c3498c2573/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:31:55,227 INFO [StoreOpener-08ad9645776c954e8e59b4c3498c2573-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 08ad9645776c954e8e59b4c3498c2573 2024-11-13T14:31:55,229 INFO [StoreOpener-08ad9645776c954e8e59b4c3498c2573-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08ad9645776c954e8e59b4c3498c2573 columnFamilyName b 2024-11-13T14:31:55,229 DEBUG [StoreOpener-08ad9645776c954e8e59b4c3498c2573-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:31:55,230 INFO [StoreOpener-08ad9645776c954e8e59b4c3498c2573-1 {}] regionserver.HStore(327): Store=08ad9645776c954e8e59b4c3498c2573/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:31:55,230 INFO [StoreOpener-08ad9645776c954e8e59b4c3498c2573-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 08ad9645776c954e8e59b4c3498c2573 2024-11-13T14:31:55,231 INFO [StoreOpener-08ad9645776c954e8e59b4c3498c2573-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08ad9645776c954e8e59b4c3498c2573 columnFamilyName c 2024-11-13T14:31:55,231 DEBUG [StoreOpener-08ad9645776c954e8e59b4c3498c2573-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:31:55,232 INFO [StoreOpener-08ad9645776c954e8e59b4c3498c2573-1 {}] regionserver.HStore(327): Store=08ad9645776c954e8e59b4c3498c2573/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:31:55,232 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 08ad9645776c954e8e59b4c3498c2573 2024-11-13T14:31:55,233 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41801/hbase/data/default/testReplayEditsAfterAbortingFlush/08ad9645776c954e8e59b4c3498c2573 2024-11-13T14:31:55,234 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41801/hbase/data/default/testReplayEditsAfterAbortingFlush/08ad9645776c954e8e59b4c3498c2573 2024-11-13T14:31:55,235 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 08ad9645776c954e8e59b4c3498c2573 2024-11-13T14:31:55,235 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 08ad9645776c954e8e59b4c3498c2573 2024-11-13T14:31:55,235 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T14:31:55,237 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 08ad9645776c954e8e59b4c3498c2573 2024-11-13T14:31:55,239 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41801/hbase/data/default/testReplayEditsAfterAbortingFlush/08ad9645776c954e8e59b4c3498c2573/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:31:55,240 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 08ad9645776c954e8e59b4c3498c2573; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61642223, jitterRate=-0.08145929872989655}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T14:31:55,240 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 08ad9645776c954e8e59b4c3498c2573: Writing region info on filesystem at 1731508315224Initializing all the Stores at 1731508315224Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508315224Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508315225 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508315225Cleaning up temporary data from old regions at 1731508315235 (+10 ms)Region opened successfully at 1731508315240 (+5 ms) 2024-11-13T14:31:55,240 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 08ad9645776c954e8e59b4c3498c2573, disabling compactions & flushes 2024-11-13T14:31:55,241 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1731508315187.08ad9645776c954e8e59b4c3498c2573. 2024-11-13T14:31:55,241 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1731508315187.08ad9645776c954e8e59b4c3498c2573. 2024-11-13T14:31:55,241 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1731508315187.08ad9645776c954e8e59b4c3498c2573. after waiting 0 ms 2024-11-13T14:31:55,241 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1731508315187.08ad9645776c954e8e59b4c3498c2573. 2024-11-13T14:31:55,241 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1731508315187.08ad9645776c954e8e59b4c3498c2573. 2024-11-13T14:31:55,241 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 08ad9645776c954e8e59b4c3498c2573: Waiting for close lock at 1731508315240Disabling compacts and flushes for region at 1731508315240Disabling writes for close at 1731508315241 (+1 ms)Writing region close event to WAL at 1731508315241Closed at 1731508315241 2024-11-13T14:31:55,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741901_1079 (size=95) 2024-11-13T14:31:55,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741901_1079 (size=95) 2024-11-13T14:31:55,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741901_1079 (size=95) 2024-11-13T14:31:55,247 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-13T14:31:55,247 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-65157645:(num 1731508315192) 2024-11-13T14:31:55,247 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T14:31:55,249 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41801/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731508315186, archiveDir=hdfs://localhost:41801/hbase/oldWALs, maxLogs=32 2024-11-13T14:31:55,261 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731508315186/wal.1731508315249, exclude list is [], retry=0 2024-11-13T14:31:55,264 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41973,DS-fb2b1a45-9bc1-4679-ba5a-76bfe8ef03f2,DISK] 2024-11-13T14:31:55,264 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42387,DS-4e9c7a05-2410-4992-ba6e-f6c65b75565a,DISK] 2024-11-13T14:31:55,264 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41545,DS-6e36f357-c0b3-46cb-a44a-940bbc7fdfd0,DISK] 2024-11-13T14:31:55,266 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731508315186/wal.1731508315249 2024-11-13T14:31:55,268 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35665:35665),(127.0.0.1/127.0.0.1:38697:38697),(127.0.0.1/127.0.0.1:34769:34769)] 2024-11-13T14:31:55,343 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 08ad9645776c954e8e59b4c3498c2573, NAME => 'testReplayEditsAfterAbortingFlush,,1731508315187.08ad9645776c954e8e59b4c3498c2573.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:31:55,345 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 08ad9645776c954e8e59b4c3498c2573 2024-11-13T14:31:55,345 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731508315187.08ad9645776c954e8e59b4c3498c2573.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:31:55,346 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 08ad9645776c954e8e59b4c3498c2573 2024-11-13T14:31:55,346 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 08ad9645776c954e8e59b4c3498c2573 2024-11-13T14:31:55,348 INFO [StoreOpener-08ad9645776c954e8e59b4c3498c2573-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 08ad9645776c954e8e59b4c3498c2573 2024-11-13T14:31:55,349 INFO [StoreOpener-08ad9645776c954e8e59b4c3498c2573-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08ad9645776c954e8e59b4c3498c2573 columnFamilyName a 2024-11-13T14:31:55,349 DEBUG [StoreOpener-08ad9645776c954e8e59b4c3498c2573-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:31:55,349 INFO [StoreOpener-08ad9645776c954e8e59b4c3498c2573-1 {}] regionserver.HStore(327): Store=08ad9645776c954e8e59b4c3498c2573/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:31:55,349 INFO [StoreOpener-08ad9645776c954e8e59b4c3498c2573-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 08ad9645776c954e8e59b4c3498c2573 2024-11-13T14:31:55,350 INFO [StoreOpener-08ad9645776c954e8e59b4c3498c2573-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08ad9645776c954e8e59b4c3498c2573 columnFamilyName b 2024-11-13T14:31:55,350 DEBUG [StoreOpener-08ad9645776c954e8e59b4c3498c2573-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:31:55,351 INFO [StoreOpener-08ad9645776c954e8e59b4c3498c2573-1 {}] regionserver.HStore(327): Store=08ad9645776c954e8e59b4c3498c2573/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:31:55,351 INFO [StoreOpener-08ad9645776c954e8e59b4c3498c2573-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 08ad9645776c954e8e59b4c3498c2573 2024-11-13T14:31:55,352 INFO [StoreOpener-08ad9645776c954e8e59b4c3498c2573-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08ad9645776c954e8e59b4c3498c2573 columnFamilyName c 2024-11-13T14:31:55,352 DEBUG [StoreOpener-08ad9645776c954e8e59b4c3498c2573-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:31:55,352 INFO [StoreOpener-08ad9645776c954e8e59b4c3498c2573-1 {}] regionserver.HStore(327): Store=08ad9645776c954e8e59b4c3498c2573/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:31:55,352 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 08ad9645776c954e8e59b4c3498c2573 2024-11-13T14:31:55,353 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41801/hbase/data/default/testReplayEditsAfterAbortingFlush/08ad9645776c954e8e59b4c3498c2573 2024-11-13T14:31:55,354 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41801/hbase/data/default/testReplayEditsAfterAbortingFlush/08ad9645776c954e8e59b4c3498c2573 2024-11-13T14:31:55,355 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 08ad9645776c954e8e59b4c3498c2573 2024-11-13T14:31:55,355 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 08ad9645776c954e8e59b4c3498c2573 2024-11-13T14:31:55,355 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T14:31:55,356 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 08ad9645776c954e8e59b4c3498c2573 2024-11-13T14:31:55,357 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 08ad9645776c954e8e59b4c3498c2573; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71520804, jitterRate=0.06574302911758423}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T14:31:55,357 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 08ad9645776c954e8e59b4c3498c2573 2024-11-13T14:31:55,357 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 08ad9645776c954e8e59b4c3498c2573: Running coprocessor pre-open hook at 1731508315346Writing region info on filesystem at 1731508315346Initializing all the Stores at 1731508315347 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508315347Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508315347Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508315347Cleaning up temporary data from old regions at 1731508315355 (+8 ms)Running coprocessor post-open hooks at 1731508315357 (+2 ms)Region opened successfully at 1731508315357 2024-11-13T14:31:55,372 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 08ad9645776c954e8e59b4c3498c2573 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-11-13T14:31:55,373 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 08ad9645776c954e8e59b4c3498c2573/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:31:55,620 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-11-13T14:31:55,620 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-11-13T14:31:55,623 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-11-13T14:31:55,623 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-11-13T14:31:55,626 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-11-13T14:31:55,626 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-11-13T14:31:55,629 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-11-13T14:31:55,629 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-11-13T14:31:55,632 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-11-13T14:31:55,632 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-11-13T14:31:56,374 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 08ad9645776c954e8e59b4c3498c2573/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:31:57,163 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T14:31:57,376 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 08ad9645776c954e8e59b4c3498c2573/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:31:58,377 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 08ad9645776c954e8e59b4c3498c2573/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:31:59,378 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 08ad9645776c954e8e59b4c3498c2573/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:32:00,379 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 08ad9645776c954e8e59b4c3498c2573/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:32:01,380 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 08ad9645776c954e8e59b4c3498c2573/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:32:02,382 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 08ad9645776c954e8e59b4c3498c2573/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:32:03,383 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 08ad9645776c954e8e59b4c3498c2573/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:32:04,385 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 08ad9645776c954e8e59b4c3498c2573/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:32:04,388 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 08ad9645776c954e8e59b4c3498c2573: 2024-11-13T14:32:04,388 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1731508315187.08ad9645776c954e8e59b4c3498c2573. 2024-11-13T14:32:04,405 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 08ad9645776c954e8e59b4c3498c2573: 2024-11-13T14:32:04,405 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-11-13T14:32:04,405 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 08ad9645776c954e8e59b4c3498c2573, disabling compactions & flushes 2024-11-13T14:32:04,405 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1731508315187.08ad9645776c954e8e59b4c3498c2573. 2024-11-13T14:32:04,405 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1731508315187.08ad9645776c954e8e59b4c3498c2573. 2024-11-13T14:32:04,405 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1731508315187.08ad9645776c954e8e59b4c3498c2573. after waiting 0 ms 2024-11-13T14:32:04,405 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1731508315187.08ad9645776c954e8e59b4c3498c2573. 2024-11-13T14:32:04,406 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1731508315187.08ad9645776c954e8e59b4c3498c2573. 2024-11-13T14:32:04,406 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1731508315187.08ad9645776c954e8e59b4c3498c2573. 2024-11-13T14:32:04,406 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 08ad9645776c954e8e59b4c3498c2573: Waiting for close lock at 1731508324405Running coprocessor pre-close hooks at 1731508324405Disabling compacts and flushes for region at 1731508324405Disabling writes for close at 1731508324405Writing region close event to WAL at 1731508324406 (+1 ms)Running coprocessor post-close hooks at 1731508324406Closed at 1731508324406 2024-11-13T14:32:04,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741903_1081 (size=2685) 2024-11-13T14:32:04,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741903_1081 (size=2685) 2024-11-13T14:32:04,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741903_1081 (size=2685) 2024-11-13T14:32:04,411 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T14:32:04,423 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41801/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731508315186/wal.1731508315249, size=2.6 K (2685bytes) 2024-11-13T14:32:04,423 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41801/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731508315186/wal.1731508315249 2024-11-13T14:32:04,424 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41801/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731508315186/wal.1731508315249 after 1ms 2024-11-13T14:32:04,426 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41801/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731508315186/wal.1731508315249: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T14:32:04,426 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41801/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731508315186/wal.1731508315249 took 3ms 2024-11-13T14:32:04,429 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41801/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731508315186/wal.1731508315249 so closing down 2024-11-13T14:32:04,429 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T14:32:04,429 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1731508315249.temp 2024-11-13T14:32:04,431 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41801/hbase/data/default/testReplayEditsAfterAbortingFlush/08ad9645776c954e8e59b4c3498c2573/recovered.edits/0000000000000000004-wal.1731508315249.temp 2024-11-13T14:32:04,431 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T14:32:04,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741904_1082 (size=2094) 2024-11-13T14:32:04,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741904_1082 (size=2094) 2024-11-13T14:32:04,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741904_1082 (size=2094) 2024-11-13T14:32:04,438 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41801/hbase/data/default/testReplayEditsAfterAbortingFlush/08ad9645776c954e8e59b4c3498c2573/recovered.edits/0000000000000000004-wal.1731508315249.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-11-13T14:32:04,439 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41801/hbase/data/default/testReplayEditsAfterAbortingFlush/08ad9645776c954e8e59b4c3498c2573/recovered.edits/0000000000000000004-wal.1731508315249.temp to hdfs://localhost:41801/hbase/data/default/testReplayEditsAfterAbortingFlush/08ad9645776c954e8e59b4c3498c2573/recovered.edits/0000000000000000026 2024-11-13T14:32:04,440 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 13 ms; skipped=3; WAL=hdfs://localhost:41801/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731508315186/wal.1731508315249, size=2.6 K, length=2685, corrupted=false, cancelled=false 2024-11-13T14:32:04,440 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41801/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731508315186/wal.1731508315249, journal: Splitting hdfs://localhost:41801/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731508315186/wal.1731508315249, size=2.6 K (2685bytes) at 1731508324423Finishing writing output for hdfs://localhost:41801/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731508315186/wal.1731508315249 so closing down at 1731508324429 (+6 ms)Creating recovered edits writer path=hdfs://localhost:41801/hbase/data/default/testReplayEditsAfterAbortingFlush/08ad9645776c954e8e59b4c3498c2573/recovered.edits/0000000000000000004-wal.1731508315249.temp at 1731508324431 (+2 ms)3 split writer threads finished at 1731508324431Closed recovered edits writer path=hdfs://localhost:41801/hbase/data/default/testReplayEditsAfterAbortingFlush/08ad9645776c954e8e59b4c3498c2573/recovered.edits/0000000000000000004-wal.1731508315249.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1731508324438 (+7 ms)Rename recovered edits hdfs://localhost:41801/hbase/data/default/testReplayEditsAfterAbortingFlush/08ad9645776c954e8e59b4c3498c2573/recovered.edits/0000000000000000004-wal.1731508315249.temp to hdfs://localhost:41801/hbase/data/default/testReplayEditsAfterAbortingFlush/08ad9645776c954e8e59b4c3498c2573/recovered.edits/0000000000000000026 at 1731508324439 (+1 ms)Processed 23 edits across 1 Regions in 13 ms; skipped=3; WAL=hdfs://localhost:41801/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731508315186/wal.1731508315249, size=2.6 K, length=2685, corrupted=false, cancelled=false at 1731508324440 (+1 ms) 2024-11-13T14:32:04,441 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41801/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731508315186/wal.1731508315249 to hdfs://localhost:41801/hbase/oldWALs/wal.1731508315249 2024-11-13T14:32:04,442 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41801/hbase/data/default/testReplayEditsAfterAbortingFlush/08ad9645776c954e8e59b4c3498c2573/recovered.edits/0000000000000000026 2024-11-13T14:32:04,443 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T14:32:04,444 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41801/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731508315186, archiveDir=hdfs://localhost:41801/hbase/oldWALs, maxLogs=32 2024-11-13T14:32:04,457 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731508315186/wal.1731508324445, exclude list is [], retry=0 2024-11-13T14:32:04,459 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41545,DS-6e36f357-c0b3-46cb-a44a-940bbc7fdfd0,DISK] 2024-11-13T14:32:04,460 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42387,DS-4e9c7a05-2410-4992-ba6e-f6c65b75565a,DISK] 2024-11-13T14:32:04,460 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41973,DS-fb2b1a45-9bc1-4679-ba5a-76bfe8ef03f2,DISK] 2024-11-13T14:32:04,461 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731508315186/wal.1731508324445 2024-11-13T14:32:04,462 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34769:34769),(127.0.0.1/127.0.0.1:38697:38697),(127.0.0.1/127.0.0.1:35665:35665)] 2024-11-13T14:32:04,462 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 08ad9645776c954e8e59b4c3498c2573, NAME => 'testReplayEditsAfterAbortingFlush,,1731508315187.08ad9645776c954e8e59b4c3498c2573.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:32:04,463 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 08ad9645776c954e8e59b4c3498c2573 2024-11-13T14:32:04,463 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731508315187.08ad9645776c954e8e59b4c3498c2573.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:32:04,463 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 08ad9645776c954e8e59b4c3498c2573 2024-11-13T14:32:04,463 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 08ad9645776c954e8e59b4c3498c2573 2024-11-13T14:32:04,465 INFO [StoreOpener-08ad9645776c954e8e59b4c3498c2573-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 08ad9645776c954e8e59b4c3498c2573 2024-11-13T14:32:04,466 INFO [StoreOpener-08ad9645776c954e8e59b4c3498c2573-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08ad9645776c954e8e59b4c3498c2573 columnFamilyName a 2024-11-13T14:32:04,466 DEBUG [StoreOpener-08ad9645776c954e8e59b4c3498c2573-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:32:04,466 INFO [StoreOpener-08ad9645776c954e8e59b4c3498c2573-1 {}] regionserver.HStore(327): Store=08ad9645776c954e8e59b4c3498c2573/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:32:04,467 INFO [StoreOpener-08ad9645776c954e8e59b4c3498c2573-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 08ad9645776c954e8e59b4c3498c2573 2024-11-13T14:32:04,467 INFO [StoreOpener-08ad9645776c954e8e59b4c3498c2573-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08ad9645776c954e8e59b4c3498c2573 columnFamilyName b 2024-11-13T14:32:04,467 DEBUG [StoreOpener-08ad9645776c954e8e59b4c3498c2573-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:32:04,468 INFO [StoreOpener-08ad9645776c954e8e59b4c3498c2573-1 {}] regionserver.HStore(327): Store=08ad9645776c954e8e59b4c3498c2573/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:32:04,468 INFO [StoreOpener-08ad9645776c954e8e59b4c3498c2573-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 08ad9645776c954e8e59b4c3498c2573 2024-11-13T14:32:04,469 INFO [StoreOpener-08ad9645776c954e8e59b4c3498c2573-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08ad9645776c954e8e59b4c3498c2573 columnFamilyName c 2024-11-13T14:32:04,469 DEBUG [StoreOpener-08ad9645776c954e8e59b4c3498c2573-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:32:04,469 INFO [StoreOpener-08ad9645776c954e8e59b4c3498c2573-1 {}] regionserver.HStore(327): Store=08ad9645776c954e8e59b4c3498c2573/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:32:04,469 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 08ad9645776c954e8e59b4c3498c2573 2024-11-13T14:32:04,470 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41801/hbase/data/default/testReplayEditsAfterAbortingFlush/08ad9645776c954e8e59b4c3498c2573 2024-11-13T14:32:04,471 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41801/hbase/data/default/testReplayEditsAfterAbortingFlush/08ad9645776c954e8e59b4c3498c2573 2024-11-13T14:32:04,472 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41801/hbase/data/default/testReplayEditsAfterAbortingFlush/08ad9645776c954e8e59b4c3498c2573/recovered.edits/0000000000000000026 2024-11-13T14:32:04,474 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41801/hbase/data/default/testReplayEditsAfterAbortingFlush/08ad9645776c954e8e59b4c3498c2573/recovered.edits/0000000000000000026: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T14:32:04,475 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:41801/hbase/data/default/testReplayEditsAfterAbortingFlush/08ad9645776c954e8e59b4c3498c2573/recovered.edits/0000000000000000026 2024-11-13T14:32:04,475 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 08ad9645776c954e8e59b4c3498c2573 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-11-13T14:32:04,489 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41801/hbase/data/default/testReplayEditsAfterAbortingFlush/08ad9645776c954e8e59b4c3498c2573/.tmp/a/2469e57fac934b7dae96acbb2c1aa6d3 is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1731508324396/Put/seqid=0 2024-11-13T14:32:04,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741906_1084 (size=5523) 2024-11-13T14:32:04,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741906_1084 (size=5523) 2024-11-13T14:32:04,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741906_1084 (size=5523) 2024-11-13T14:32:04,497 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:41801/hbase/data/default/testReplayEditsAfterAbortingFlush/08ad9645776c954e8e59b4c3498c2573/.tmp/a/2469e57fac934b7dae96acbb2c1aa6d3 2024-11-13T14:32:04,516 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41801/hbase/data/default/testReplayEditsAfterAbortingFlush/08ad9645776c954e8e59b4c3498c2573/.tmp/b/d372922fd7bb43ab9e99823b030c5573 is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1731508324389/Put/seqid=0 2024-11-13T14:32:04,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741907_1085 (size=5524) 2024-11-13T14:32:04,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741907_1085 (size=5524) 2024-11-13T14:32:04,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741907_1085 (size=5524) 2024-11-13T14:32:04,524 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:41801/hbase/data/default/testReplayEditsAfterAbortingFlush/08ad9645776c954e8e59b4c3498c2573/.tmp/b/d372922fd7bb43ab9e99823b030c5573 2024-11-13T14:32:04,546 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41801/hbase/data/default/testReplayEditsAfterAbortingFlush/08ad9645776c954e8e59b4c3498c2573/.tmp/c/d2af5204b6924f3d97e000085aebe8f8 is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1731508324392/Put/seqid=0 2024-11-13T14:32:04,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741908_1086 (size=5457) 2024-11-13T14:32:04,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741908_1086 (size=5457) 2024-11-13T14:32:04,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741908_1086 (size=5457) 2024-11-13T14:32:04,553 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:41801/hbase/data/default/testReplayEditsAfterAbortingFlush/08ad9645776c954e8e59b4c3498c2573/.tmp/c/d2af5204b6924f3d97e000085aebe8f8 2024-11-13T14:32:04,559 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41801/hbase/data/default/testReplayEditsAfterAbortingFlush/08ad9645776c954e8e59b4c3498c2573/.tmp/a/2469e57fac934b7dae96acbb2c1aa6d3 as hdfs://localhost:41801/hbase/data/default/testReplayEditsAfterAbortingFlush/08ad9645776c954e8e59b4c3498c2573/a/2469e57fac934b7dae96acbb2c1aa6d3 2024-11-13T14:32:04,564 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41801/hbase/data/default/testReplayEditsAfterAbortingFlush/08ad9645776c954e8e59b4c3498c2573/a/2469e57fac934b7dae96acbb2c1aa6d3, entries=7, sequenceid=26, filesize=5.4 K 2024-11-13T14:32:04,565 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41801/hbase/data/default/testReplayEditsAfterAbortingFlush/08ad9645776c954e8e59b4c3498c2573/.tmp/b/d372922fd7bb43ab9e99823b030c5573 as hdfs://localhost:41801/hbase/data/default/testReplayEditsAfterAbortingFlush/08ad9645776c954e8e59b4c3498c2573/b/d372922fd7bb43ab9e99823b030c5573 2024-11-13T14:32:04,570 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41801/hbase/data/default/testReplayEditsAfterAbortingFlush/08ad9645776c954e8e59b4c3498c2573/b/d372922fd7bb43ab9e99823b030c5573, entries=7, sequenceid=26, filesize=5.4 K 2024-11-13T14:32:04,571 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41801/hbase/data/default/testReplayEditsAfterAbortingFlush/08ad9645776c954e8e59b4c3498c2573/.tmp/c/d2af5204b6924f3d97e000085aebe8f8 as hdfs://localhost:41801/hbase/data/default/testReplayEditsAfterAbortingFlush/08ad9645776c954e8e59b4c3498c2573/c/d2af5204b6924f3d97e000085aebe8f8 2024-11-13T14:32:04,576 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41801/hbase/data/default/testReplayEditsAfterAbortingFlush/08ad9645776c954e8e59b4c3498c2573/c/d2af5204b6924f3d97e000085aebe8f8, entries=6, sequenceid=26, filesize=5.3 K 2024-11-13T14:32:04,577 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 08ad9645776c954e8e59b4c3498c2573 in 102ms, sequenceid=26, compaction requested=false; wal=null 2024-11-13T14:32:04,578 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41801/hbase/data/default/testReplayEditsAfterAbortingFlush/08ad9645776c954e8e59b4c3498c2573/recovered.edits/0000000000000000026 2024-11-13T14:32:04,579 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 08ad9645776c954e8e59b4c3498c2573 2024-11-13T14:32:04,579 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 08ad9645776c954e8e59b4c3498c2573 2024-11-13T14:32:04,579 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T14:32:04,581 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 08ad9645776c954e8e59b4c3498c2573 2024-11-13T14:32:04,583 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41801/hbase/data/default/testReplayEditsAfterAbortingFlush/08ad9645776c954e8e59b4c3498c2573/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-11-13T14:32:04,583 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 08ad9645776c954e8e59b4c3498c2573; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60725332, jitterRate=-0.09512203931808472}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T14:32:04,584 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 08ad9645776c954e8e59b4c3498c2573 2024-11-13T14:32:04,584 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 08ad9645776c954e8e59b4c3498c2573: Running coprocessor pre-open hook at 1731508324463Writing region info on filesystem at 1731508324463Initializing all the Stores at 1731508324464 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508324464Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508324464Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508324464Obtaining lock to block concurrent updates at 1731508324475 (+11 ms)Preparing flush snapshotting stores in 08ad9645776c954e8e59b4c3498c2573 at 1731508324475Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1731508315187.08ad9645776c954e8e59b4c3498c2573., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1731508324475Flushing stores of testReplayEditsAfterAbortingFlush,,1731508315187.08ad9645776c954e8e59b4c3498c2573. at 1731508324475Flushing 08ad9645776c954e8e59b4c3498c2573/a: creating writer at 1731508324476 (+1 ms)Flushing 08ad9645776c954e8e59b4c3498c2573/a: appending metadata at 1731508324489 (+13 ms)Flushing 08ad9645776c954e8e59b4c3498c2573/a: closing flushed file at 1731508324489Flushing 08ad9645776c954e8e59b4c3498c2573/b: creating writer at 1731508324502 (+13 ms)Flushing 08ad9645776c954e8e59b4c3498c2573/b: appending metadata at 1731508324516 (+14 ms)Flushing 08ad9645776c954e8e59b4c3498c2573/b: closing flushed file at 1731508324516Flushing 08ad9645776c954e8e59b4c3498c2573/c: creating writer at 1731508324529 (+13 ms)Flushing 08ad9645776c954e8e59b4c3498c2573/c: appending metadata at 1731508324545 (+16 ms)Flushing 08ad9645776c954e8e59b4c3498c2573/c: closing flushed file at 1731508324545Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10e4caeb: reopening flushed file at 1731508324558 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73d1728b: reopening flushed file at 1731508324564 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@de3bc3e: reopening flushed file at 1731508324571 (+7 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 08ad9645776c954e8e59b4c3498c2573 in 102ms, sequenceid=26, compaction requested=false; wal=null at 1731508324577 (+6 ms)Cleaning up temporary data from old regions at 1731508324579 (+2 ms)Running coprocessor post-open hooks at 1731508324584 (+5 ms)Region opened successfully at 1731508324584 2024-11-13T14:32:04,602 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=417 (was 418), OpenFileDescriptor=1183 (was 1127) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=196 (was 213), ProcessCount=11 (was 11), AvailableMemoryMB=3047 (was 3039) - AvailableMemoryMB LEAK? - 2024-11-13T14:32:04,602 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1183 is superior to 1024 2024-11-13T14:32:04,613 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=417, OpenFileDescriptor=1183, MaxFileDescriptor=1048576, SystemLoadAverage=196, ProcessCount=11, AvailableMemoryMB=3047 2024-11-13T14:32:04,613 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1183 is superior to 1024 2024-11-13T14:32:04,628 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:32:04,630 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:32:04,631 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T14:32:04,633 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-85722023, suffix=, logDir=hdfs://localhost:41801/hbase/WALs/hregion-85722023, archiveDir=hdfs://localhost:41801/hbase/oldWALs, maxLogs=32 2024-11-13T14:32:04,647 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-85722023/hregion-85722023.1731508324633, exclude list is [], retry=0 2024-11-13T14:32:04,649 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41973,DS-fb2b1a45-9bc1-4679-ba5a-76bfe8ef03f2,DISK] 2024-11-13T14:32:04,650 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41545,DS-6e36f357-c0b3-46cb-a44a-940bbc7fdfd0,DISK] 2024-11-13T14:32:04,650 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42387,DS-4e9c7a05-2410-4992-ba6e-f6c65b75565a,DISK] 2024-11-13T14:32:04,652 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-85722023/hregion-85722023.1731508324633 2024-11-13T14:32:04,652 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35665:35665),(127.0.0.1/127.0.0.1:34769:34769),(127.0.0.1/127.0.0.1:38697:38697)] 2024-11-13T14:32:04,652 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 1d890bab2d7ac141e8ce2c377c7f62d0, NAME => 'testDatalossWhenInputError,,1731508324628.1d890bab2d7ac141e8ce2c377c7f62d0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41801/hbase 2024-11-13T14:32:04,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741910_1088 (size=61) 2024-11-13T14:32:04,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741910_1088 (size=61) 2024-11-13T14:32:04,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741910_1088 (size=61) 2024-11-13T14:32:04,662 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731508324628.1d890bab2d7ac141e8ce2c377c7f62d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:32:04,663 INFO [StoreOpener-1d890bab2d7ac141e8ce2c377c7f62d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1d890bab2d7ac141e8ce2c377c7f62d0 2024-11-13T14:32:04,664 INFO [StoreOpener-1d890bab2d7ac141e8ce2c377c7f62d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d890bab2d7ac141e8ce2c377c7f62d0 columnFamilyName a 2024-11-13T14:32:04,664 DEBUG [StoreOpener-1d890bab2d7ac141e8ce2c377c7f62d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:32:04,665 INFO [StoreOpener-1d890bab2d7ac141e8ce2c377c7f62d0-1 {}] regionserver.HStore(327): Store=1d890bab2d7ac141e8ce2c377c7f62d0/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:32:04,665 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1d890bab2d7ac141e8ce2c377c7f62d0 2024-11-13T14:32:04,666 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41801/hbase/data/default/testDatalossWhenInputError/1d890bab2d7ac141e8ce2c377c7f62d0 2024-11-13T14:32:04,666 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41801/hbase/data/default/testDatalossWhenInputError/1d890bab2d7ac141e8ce2c377c7f62d0 2024-11-13T14:32:04,666 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1d890bab2d7ac141e8ce2c377c7f62d0 2024-11-13T14:32:04,666 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1d890bab2d7ac141e8ce2c377c7f62d0 2024-11-13T14:32:04,668 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1d890bab2d7ac141e8ce2c377c7f62d0 2024-11-13T14:32:04,670 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41801/hbase/data/default/testDatalossWhenInputError/1d890bab2d7ac141e8ce2c377c7f62d0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:32:04,670 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1d890bab2d7ac141e8ce2c377c7f62d0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70475049, jitterRate=0.05016006529331207}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T14:32:04,671 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1d890bab2d7ac141e8ce2c377c7f62d0: Writing region info on filesystem at 1731508324662Initializing all the Stores at 1731508324662Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508324662Cleaning up temporary data from old regions at 1731508324666 (+4 ms)Region opened successfully at 1731508324671 (+5 ms) 2024-11-13T14:32:04,671 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1d890bab2d7ac141e8ce2c377c7f62d0, disabling compactions & flushes 2024-11-13T14:32:04,671 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1731508324628.1d890bab2d7ac141e8ce2c377c7f62d0. 2024-11-13T14:32:04,671 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1731508324628.1d890bab2d7ac141e8ce2c377c7f62d0. 2024-11-13T14:32:04,671 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1731508324628.1d890bab2d7ac141e8ce2c377c7f62d0. after waiting 0 ms 2024-11-13T14:32:04,671 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1731508324628.1d890bab2d7ac141e8ce2c377c7f62d0. 2024-11-13T14:32:04,672 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1731508324628.1d890bab2d7ac141e8ce2c377c7f62d0. 2024-11-13T14:32:04,672 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1d890bab2d7ac141e8ce2c377c7f62d0: Waiting for close lock at 1731508324671Disabling compacts and flushes for region at 1731508324671Disabling writes for close at 1731508324671Writing region close event to WAL at 1731508324672 (+1 ms)Closed at 1731508324672 2024-11-13T14:32:04,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741909_1087 (size=95) 2024-11-13T14:32:04,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741909_1087 (size=95) 2024-11-13T14:32:04,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741909_1087 (size=95) 2024-11-13T14:32:04,677 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-13T14:32:04,677 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-85722023:(num 1731508324633) 2024-11-13T14:32:04,677 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T14:32:04,679 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41801/hbase/WALs/testdatalosswheninputerror-manual,16010,1731508324627, archiveDir=hdfs://localhost:41801/hbase/oldWALs, maxLogs=32 2024-11-13T14:32:04,698 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1731508324627/wal.1731508324680, exclude list is [], retry=0 2024-11-13T14:32:04,700 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42387,DS-4e9c7a05-2410-4992-ba6e-f6c65b75565a,DISK] 2024-11-13T14:32:04,701 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41545,DS-6e36f357-c0b3-46cb-a44a-940bbc7fdfd0,DISK] 2024-11-13T14:32:04,701 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41973,DS-fb2b1a45-9bc1-4679-ba5a-76bfe8ef03f2,DISK] 2024-11-13T14:32:04,703 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1731508324627/wal.1731508324680 2024-11-13T14:32:04,703 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38697:38697),(127.0.0.1/127.0.0.1:34769:34769),(127.0.0.1/127.0.0.1:35665:35665)] 2024-11-13T14:32:04,703 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1d890bab2d7ac141e8ce2c377c7f62d0, NAME => 'testDatalossWhenInputError,,1731508324628.1d890bab2d7ac141e8ce2c377c7f62d0.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:32:04,703 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731508324628.1d890bab2d7ac141e8ce2c377c7f62d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:32:04,703 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1d890bab2d7ac141e8ce2c377c7f62d0 2024-11-13T14:32:04,703 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1d890bab2d7ac141e8ce2c377c7f62d0 2024-11-13T14:32:04,705 INFO [StoreOpener-1d890bab2d7ac141e8ce2c377c7f62d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1d890bab2d7ac141e8ce2c377c7f62d0 2024-11-13T14:32:04,706 INFO [StoreOpener-1d890bab2d7ac141e8ce2c377c7f62d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d890bab2d7ac141e8ce2c377c7f62d0 columnFamilyName a 2024-11-13T14:32:04,706 DEBUG [StoreOpener-1d890bab2d7ac141e8ce2c377c7f62d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:32:04,707 INFO [StoreOpener-1d890bab2d7ac141e8ce2c377c7f62d0-1 {}] regionserver.HStore(327): Store=1d890bab2d7ac141e8ce2c377c7f62d0/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:32:04,707 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1d890bab2d7ac141e8ce2c377c7f62d0 2024-11-13T14:32:04,708 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41801/hbase/data/default/testDatalossWhenInputError/1d890bab2d7ac141e8ce2c377c7f62d0 2024-11-13T14:32:04,709 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41801/hbase/data/default/testDatalossWhenInputError/1d890bab2d7ac141e8ce2c377c7f62d0 2024-11-13T14:32:04,709 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1d890bab2d7ac141e8ce2c377c7f62d0 2024-11-13T14:32:04,709 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1d890bab2d7ac141e8ce2c377c7f62d0 2024-11-13T14:32:04,711 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1d890bab2d7ac141e8ce2c377c7f62d0 2024-11-13T14:32:04,712 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1d890bab2d7ac141e8ce2c377c7f62d0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68025601, jitterRate=0.013660445809364319}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T14:32:04,712 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1d890bab2d7ac141e8ce2c377c7f62d0: Writing region info on filesystem at 1731508324704Initializing all the Stores at 1731508324705 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508324705Cleaning up temporary data from old regions at 1731508324709 (+4 ms)Region opened successfully at 1731508324712 (+3 ms) 2024-11-13T14:32:04,721 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1d890bab2d7ac141e8ce2c377c7f62d0, disabling compactions & flushes 2024-11-13T14:32:04,721 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1731508324628.1d890bab2d7ac141e8ce2c377c7f62d0. 2024-11-13T14:32:04,721 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1731508324628.1d890bab2d7ac141e8ce2c377c7f62d0. 2024-11-13T14:32:04,721 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1731508324628.1d890bab2d7ac141e8ce2c377c7f62d0. after waiting 0 ms 2024-11-13T14:32:04,721 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1731508324628.1d890bab2d7ac141e8ce2c377c7f62d0. 2024-11-13T14:32:04,721 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1731508324628.1d890bab2d7ac141e8ce2c377c7f62d0. 2024-11-13T14:32:04,721 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1731508324628.1d890bab2d7ac141e8ce2c377c7f62d0. 2024-11-13T14:32:04,721 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1d890bab2d7ac141e8ce2c377c7f62d0: Waiting for close lock at 1731508324721Disabling compacts and flushes for region at 1731508324721Disabling writes for close at 1731508324721Writing region close event to WAL at 1731508324721Closed at 1731508324721 2024-11-13T14:32:04,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741911_1089 (size=1050) 2024-11-13T14:32:04,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741911_1089 (size=1050) 2024-11-13T14:32:04,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741911_1089 (size=1050) 2024-11-13T14:32:04,738 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41801/hbase/WALs/testdatalosswheninputerror-manual,16010,1731508324627/wal.1731508324680, size=1.0 K (1050bytes) 2024-11-13T14:32:04,738 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41801/hbase/WALs/testdatalosswheninputerror-manual,16010,1731508324627/wal.1731508324680 2024-11-13T14:32:04,739 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41801/hbase/WALs/testdatalosswheninputerror-manual,16010,1731508324627/wal.1731508324680 after 0ms 2024-11-13T14:32:04,741 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41801/hbase/WALs/testdatalosswheninputerror-manual,16010,1731508324627/wal.1731508324680: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T14:32:04,741 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41801/hbase/WALs/testdatalosswheninputerror-manual,16010,1731508324627/wal.1731508324680 took 3ms 2024-11-13T14:32:04,743 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41801/hbase/WALs/testdatalosswheninputerror-manual,16010,1731508324627/wal.1731508324680 so closing down 2024-11-13T14:32:04,743 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T14:32:04,745 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731508324680.temp 2024-11-13T14:32:04,746 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41801/hbase/data/default/testDatalossWhenInputError/1d890bab2d7ac141e8ce2c377c7f62d0/recovered.edits/0000000000000000003-wal.1731508324680.temp 2024-11-13T14:32:04,747 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T14:32:04,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741912_1090 (size=1050) 2024-11-13T14:32:04,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741912_1090 (size=1050) 2024-11-13T14:32:04,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741912_1090 (size=1050) 2024-11-13T14:32:04,753 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41801/hbase/data/default/testDatalossWhenInputError/1d890bab2d7ac141e8ce2c377c7f62d0/recovered.edits/0000000000000000003-wal.1731508324680.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-13T14:32:04,754 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41801/hbase/data/default/testDatalossWhenInputError/1d890bab2d7ac141e8ce2c377c7f62d0/recovered.edits/0000000000000000003-wal.1731508324680.temp to hdfs://localhost:41801/hbase/data/default/testDatalossWhenInputError/1d890bab2d7ac141e8ce2c377c7f62d0/recovered.edits/0000000000000000012 2024-11-13T14:32:04,754 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:41801/hbase/WALs/testdatalosswheninputerror-manual,16010,1731508324627/wal.1731508324680, size=1.0 K, length=1050, corrupted=false, cancelled=false 2024-11-13T14:32:04,755 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41801/hbase/WALs/testdatalosswheninputerror-manual,16010,1731508324627/wal.1731508324680, journal: Splitting hdfs://localhost:41801/hbase/WALs/testdatalosswheninputerror-manual,16010,1731508324627/wal.1731508324680, size=1.0 K (1050bytes) at 1731508324738Finishing writing output for hdfs://localhost:41801/hbase/WALs/testdatalosswheninputerror-manual,16010,1731508324627/wal.1731508324680 so closing down at 1731508324743 (+5 ms)Creating recovered edits writer path=hdfs://localhost:41801/hbase/data/default/testDatalossWhenInputError/1d890bab2d7ac141e8ce2c377c7f62d0/recovered.edits/0000000000000000003-wal.1731508324680.temp at 1731508324746 (+3 ms)3 split writer threads finished at 1731508324747 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41801/hbase/data/default/testDatalossWhenInputError/1d890bab2d7ac141e8ce2c377c7f62d0/recovered.edits/0000000000000000003-wal.1731508324680.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731508324753 (+6 ms)Rename recovered edits hdfs://localhost:41801/hbase/data/default/testDatalossWhenInputError/1d890bab2d7ac141e8ce2c377c7f62d0/recovered.edits/0000000000000000003-wal.1731508324680.temp to hdfs://localhost:41801/hbase/data/default/testDatalossWhenInputError/1d890bab2d7ac141e8ce2c377c7f62d0/recovered.edits/0000000000000000012 at 1731508324754 (+1 ms)Processed 10 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:41801/hbase/WALs/testdatalosswheninputerror-manual,16010,1731508324627/wal.1731508324680, size=1.0 K, length=1050, corrupted=false, cancelled=false at 1731508324755 (+1 ms) 2024-11-13T14:32:04,756 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41801/hbase/WALs/testdatalosswheninputerror-manual,16010,1731508324627/wal.1731508324680 to hdfs://localhost:41801/hbase/oldWALs/wal.1731508324680 2024-11-13T14:32:04,757 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41801/hbase/data/default/testDatalossWhenInputError/1d890bab2d7ac141e8ce2c377c7f62d0/recovered.edits/0000000000000000012 2024-11-13T14:32:04,760 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41801/hbase/data/default/testDatalossWhenInputError/1d890bab2d7ac141e8ce2c377c7f62d0/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T14:32:05,078 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T14:32:05,081 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41801/hbase/WALs/testdatalosswheninputerror-manual,16010,1731508324627, archiveDir=hdfs://localhost:41801/hbase/oldWALs, maxLogs=32 2024-11-13T14:32:05,093 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1731508324627/wal.1731508325081, exclude list is [], retry=0 2024-11-13T14:32:05,095 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41545,DS-6e36f357-c0b3-46cb-a44a-940bbc7fdfd0,DISK] 2024-11-13T14:32:05,096 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41973,DS-fb2b1a45-9bc1-4679-ba5a-76bfe8ef03f2,DISK] 2024-11-13T14:32:05,096 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42387,DS-4e9c7a05-2410-4992-ba6e-f6c65b75565a,DISK] 2024-11-13T14:32:05,097 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1731508324627/wal.1731508325081 2024-11-13T14:32:05,098 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34769:34769),(127.0.0.1/127.0.0.1:35665:35665),(127.0.0.1/127.0.0.1:38697:38697)] 2024-11-13T14:32:05,098 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1d890bab2d7ac141e8ce2c377c7f62d0, NAME => 'testDatalossWhenInputError,,1731508324628.1d890bab2d7ac141e8ce2c377c7f62d0.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:32:05,098 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731508324628.1d890bab2d7ac141e8ce2c377c7f62d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:32:05,098 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1d890bab2d7ac141e8ce2c377c7f62d0 2024-11-13T14:32:05,098 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1d890bab2d7ac141e8ce2c377c7f62d0 2024-11-13T14:32:05,101 INFO [StoreOpener-1d890bab2d7ac141e8ce2c377c7f62d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1d890bab2d7ac141e8ce2c377c7f62d0 2024-11-13T14:32:05,103 INFO [StoreOpener-1d890bab2d7ac141e8ce2c377c7f62d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d890bab2d7ac141e8ce2c377c7f62d0 columnFamilyName a 2024-11-13T14:32:05,103 DEBUG [StoreOpener-1d890bab2d7ac141e8ce2c377c7f62d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:32:05,104 INFO [StoreOpener-1d890bab2d7ac141e8ce2c377c7f62d0-1 {}] regionserver.HStore(327): Store=1d890bab2d7ac141e8ce2c377c7f62d0/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:32:05,104 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1d890bab2d7ac141e8ce2c377c7f62d0 2024-11-13T14:32:05,105 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41801/hbase/data/default/testDatalossWhenInputError/1d890bab2d7ac141e8ce2c377c7f62d0 2024-11-13T14:32:05,106 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41801/hbase/data/default/testDatalossWhenInputError/1d890bab2d7ac141e8ce2c377c7f62d0 2024-11-13T14:32:05,107 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41801/hbase/data/default/testDatalossWhenInputError/1d890bab2d7ac141e8ce2c377c7f62d0/recovered.edits/0000000000000000012 2024-11-13T14:32:05,109 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41801/hbase/data/default/testDatalossWhenInputError/1d890bab2d7ac141e8ce2c377c7f62d0/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T14:32:05,110 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:41801/hbase/data/default/testDatalossWhenInputError/1d890bab2d7ac141e8ce2c377c7f62d0/recovered.edits/0000000000000000012 2024-11-13T14:32:05,110 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1d890bab2d7ac141e8ce2c377c7f62d0 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-11-13T14:32:05,128 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41801/hbase/data/default/testDatalossWhenInputError/1d890bab2d7ac141e8ce2c377c7f62d0/.tmp/a/c3d36ad7f4974a7594d36067dad8e636 is 79, key is testDatalossWhenInputError/a:x0/1731508324712/Put/seqid=0 2024-11-13T14:32:05,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741914_1092 (size=5808) 2024-11-13T14:32:05,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741914_1092 (size=5808) 2024-11-13T14:32:05,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741914_1092 (size=5808) 2024-11-13T14:32:05,135 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41801/hbase/data/default/testDatalossWhenInputError/1d890bab2d7ac141e8ce2c377c7f62d0/.tmp/a/c3d36ad7f4974a7594d36067dad8e636 2024-11-13T14:32:05,145 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41801/hbase/data/default/testDatalossWhenInputError/1d890bab2d7ac141e8ce2c377c7f62d0/.tmp/a/c3d36ad7f4974a7594d36067dad8e636 as hdfs://localhost:41801/hbase/data/default/testDatalossWhenInputError/1d890bab2d7ac141e8ce2c377c7f62d0/a/c3d36ad7f4974a7594d36067dad8e636 2024-11-13T14:32:05,155 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41801/hbase/data/default/testDatalossWhenInputError/1d890bab2d7ac141e8ce2c377c7f62d0/a/c3d36ad7f4974a7594d36067dad8e636, entries=10, sequenceid=12, filesize=5.7 K 2024-11-13T14:32:05,155 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 1d890bab2d7ac141e8ce2c377c7f62d0 in 45ms, sequenceid=12, compaction requested=false; wal=null 2024-11-13T14:32:05,156 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41801/hbase/data/default/testDatalossWhenInputError/1d890bab2d7ac141e8ce2c377c7f62d0/recovered.edits/0000000000000000012 2024-11-13T14:32:05,158 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1d890bab2d7ac141e8ce2c377c7f62d0 2024-11-13T14:32:05,158 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1d890bab2d7ac141e8ce2c377c7f62d0 2024-11-13T14:32:05,162 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1d890bab2d7ac141e8ce2c377c7f62d0 2024-11-13T14:32:05,164 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41801/hbase/data/default/testDatalossWhenInputError/1d890bab2d7ac141e8ce2c377c7f62d0/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-13T14:32:05,165 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1d890bab2d7ac141e8ce2c377c7f62d0; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59611888, jitterRate=-0.11171364784240723}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T14:32:05,166 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1d890bab2d7ac141e8ce2c377c7f62d0: Writing region info on filesystem at 1731508325098Initializing all the Stores at 1731508325101 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508325101Obtaining lock to block concurrent updates at 1731508325110 (+9 ms)Preparing flush snapshotting stores in 1d890bab2d7ac141e8ce2c377c7f62d0 at 1731508325110Finished memstore snapshotting testDatalossWhenInputError,,1731508324628.1d890bab2d7ac141e8ce2c377c7f62d0., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1731508325110Flushing stores of testDatalossWhenInputError,,1731508324628.1d890bab2d7ac141e8ce2c377c7f62d0. at 1731508325110Flushing 1d890bab2d7ac141e8ce2c377c7f62d0/a: creating writer at 1731508325110Flushing 1d890bab2d7ac141e8ce2c377c7f62d0/a: appending metadata at 1731508325127 (+17 ms)Flushing 1d890bab2d7ac141e8ce2c377c7f62d0/a: closing flushed file at 1731508325127Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3edf5b30: reopening flushed file at 1731508325143 (+16 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 1d890bab2d7ac141e8ce2c377c7f62d0 in 45ms, sequenceid=12, compaction requested=false; wal=null at 1731508325155 (+12 ms)Cleaning up temporary data from old regions at 1731508325158 (+3 ms)Region opened successfully at 1731508325166 (+8 ms) 2024-11-13T14:32:05,170 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1d890bab2d7ac141e8ce2c377c7f62d0, NAME => 'testDatalossWhenInputError,,1731508324628.1d890bab2d7ac141e8ce2c377c7f62d0.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:32:05,170 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731508324628.1d890bab2d7ac141e8ce2c377c7f62d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:32:05,170 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1d890bab2d7ac141e8ce2c377c7f62d0 2024-11-13T14:32:05,170 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1d890bab2d7ac141e8ce2c377c7f62d0 2024-11-13T14:32:05,171 INFO [StoreOpener-1d890bab2d7ac141e8ce2c377c7f62d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1d890bab2d7ac141e8ce2c377c7f62d0 2024-11-13T14:32:05,172 INFO [StoreOpener-1d890bab2d7ac141e8ce2c377c7f62d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d890bab2d7ac141e8ce2c377c7f62d0 columnFamilyName a 2024-11-13T14:32:05,172 DEBUG [StoreOpener-1d890bab2d7ac141e8ce2c377c7f62d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:32:05,178 DEBUG [StoreOpener-1d890bab2d7ac141e8ce2c377c7f62d0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41801/hbase/data/default/testDatalossWhenInputError/1d890bab2d7ac141e8ce2c377c7f62d0/a/c3d36ad7f4974a7594d36067dad8e636 2024-11-13T14:32:05,178 INFO [StoreOpener-1d890bab2d7ac141e8ce2c377c7f62d0-1 {}] regionserver.HStore(327): Store=1d890bab2d7ac141e8ce2c377c7f62d0/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:32:05,178 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1d890bab2d7ac141e8ce2c377c7f62d0 2024-11-13T14:32:05,179 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41801/hbase/data/default/testDatalossWhenInputError/1d890bab2d7ac141e8ce2c377c7f62d0 2024-11-13T14:32:05,180 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41801/hbase/data/default/testDatalossWhenInputError/1d890bab2d7ac141e8ce2c377c7f62d0 2024-11-13T14:32:05,180 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1d890bab2d7ac141e8ce2c377c7f62d0 2024-11-13T14:32:05,180 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1d890bab2d7ac141e8ce2c377c7f62d0 2024-11-13T14:32:05,181 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1d890bab2d7ac141e8ce2c377c7f62d0 2024-11-13T14:32:05,184 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41801/hbase/data/default/testDatalossWhenInputError/1d890bab2d7ac141e8ce2c377c7f62d0/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-11-13T14:32:05,185 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1d890bab2d7ac141e8ce2c377c7f62d0; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71108923, jitterRate=0.05960552394390106}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T14:32:05,185 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1d890bab2d7ac141e8ce2c377c7f62d0: Writing region info on filesystem at 1731508325170Initializing all the Stores at 1731508325171 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508325171Cleaning up temporary data from old regions at 1731508325180 (+9 ms)Region opened successfully at 1731508325185 (+5 ms) 2024-11-13T14:32:05,203 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=426 (was 417) Potentially hanging thread: PacketResponder: BP-942709033-172.17.0.2-1731508290742:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-942709033-172.17.0.2-1731508290742:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-744547280_22 at /127.0.0.1:44864 [Receiving block BP-942709033-172.17.0.2-1731508290742:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-744547280_22 at /127.0.0.1:44830 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-744547280_22 at /127.0.0.1:39460 [Receiving block BP-942709033-172.17.0.2-1731508290742:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-744547280_22 at /127.0.0.1:36680 [Receiving block BP-942709033-172.17.0.2-1731508290742:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-942709033-172.17.0.2-1731508290742:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-744547280_22 at /127.0.0.1:36608 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-744547280_22 at /127.0.0.1:39388 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1264 (was 1183) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=220 (was 196) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3040 (was 3047) 2024-11-13T14:32:05,203 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-11-13T14:32:05,214 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=426, OpenFileDescriptor=1264, MaxFileDescriptor=1048576, SystemLoadAverage=220, ProcessCount=11, AvailableMemoryMB=3038 2024-11-13T14:32:05,214 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-11-13T14:32:05,227 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:32:05,229 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:32:05,230 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T14:32:05,232 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-49532689, suffix=, logDir=hdfs://localhost:41801/hbase/WALs/hregion-49532689, archiveDir=hdfs://localhost:41801/hbase/oldWALs, maxLogs=32 2024-11-13T14:32:05,246 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-49532689/hregion-49532689.1731508325233, exclude list is [], retry=0 2024-11-13T14:32:05,249 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42387,DS-4e9c7a05-2410-4992-ba6e-f6c65b75565a,DISK] 2024-11-13T14:32:05,249 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41973,DS-fb2b1a45-9bc1-4679-ba5a-76bfe8ef03f2,DISK] 2024-11-13T14:32:05,250 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41545,DS-6e36f357-c0b3-46cb-a44a-940bbc7fdfd0,DISK] 2024-11-13T14:32:05,251 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-49532689/hregion-49532689.1731508325233 2024-11-13T14:32:05,251 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38697:38697),(127.0.0.1/127.0.0.1:35665:35665),(127.0.0.1/127.0.0.1:34769:34769)] 2024-11-13T14:32:05,252 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => b02cfdd98126478ba93d1970a76b69b5, NAME => 'testCompactedBulkLoadedFiles,,1731508325228.b02cfdd98126478ba93d1970a76b69b5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41801/hbase 2024-11-13T14:32:05,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741916_1094 (size=63) 2024-11-13T14:32:05,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741916_1094 (size=63) 2024-11-13T14:32:05,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741916_1094 (size=63) 2024-11-13T14:32:05,263 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731508325228.b02cfdd98126478ba93d1970a76b69b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:32:05,264 INFO [StoreOpener-b02cfdd98126478ba93d1970a76b69b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b02cfdd98126478ba93d1970a76b69b5 2024-11-13T14:32:05,265 INFO [StoreOpener-b02cfdd98126478ba93d1970a76b69b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b02cfdd98126478ba93d1970a76b69b5 columnFamilyName a 2024-11-13T14:32:05,265 DEBUG [StoreOpener-b02cfdd98126478ba93d1970a76b69b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:32:05,266 INFO [StoreOpener-b02cfdd98126478ba93d1970a76b69b5-1 {}] regionserver.HStore(327): Store=b02cfdd98126478ba93d1970a76b69b5/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:32:05,266 INFO [StoreOpener-b02cfdd98126478ba93d1970a76b69b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b02cfdd98126478ba93d1970a76b69b5 2024-11-13T14:32:05,267 INFO [StoreOpener-b02cfdd98126478ba93d1970a76b69b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b02cfdd98126478ba93d1970a76b69b5 columnFamilyName b 2024-11-13T14:32:05,267 DEBUG [StoreOpener-b02cfdd98126478ba93d1970a76b69b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:32:05,268 INFO [StoreOpener-b02cfdd98126478ba93d1970a76b69b5-1 {}] regionserver.HStore(327): Store=b02cfdd98126478ba93d1970a76b69b5/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:32:05,268 INFO [StoreOpener-b02cfdd98126478ba93d1970a76b69b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b02cfdd98126478ba93d1970a76b69b5 2024-11-13T14:32:05,269 INFO [StoreOpener-b02cfdd98126478ba93d1970a76b69b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b02cfdd98126478ba93d1970a76b69b5 columnFamilyName c 2024-11-13T14:32:05,269 DEBUG [StoreOpener-b02cfdd98126478ba93d1970a76b69b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:32:05,270 INFO [StoreOpener-b02cfdd98126478ba93d1970a76b69b5-1 {}] regionserver.HStore(327): Store=b02cfdd98126478ba93d1970a76b69b5/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:32:05,270 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b02cfdd98126478ba93d1970a76b69b5 2024-11-13T14:32:05,271 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41801/hbase/data/default/testCompactedBulkLoadedFiles/b02cfdd98126478ba93d1970a76b69b5 2024-11-13T14:32:05,271 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41801/hbase/data/default/testCompactedBulkLoadedFiles/b02cfdd98126478ba93d1970a76b69b5 2024-11-13T14:32:05,272 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b02cfdd98126478ba93d1970a76b69b5 2024-11-13T14:32:05,272 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b02cfdd98126478ba93d1970a76b69b5 2024-11-13T14:32:05,272 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T14:32:05,273 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b02cfdd98126478ba93d1970a76b69b5 2024-11-13T14:32:05,275 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41801/hbase/data/default/testCompactedBulkLoadedFiles/b02cfdd98126478ba93d1970a76b69b5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:32:05,276 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b02cfdd98126478ba93d1970a76b69b5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72627369, jitterRate=0.08223213255405426}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T14:32:05,276 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b02cfdd98126478ba93d1970a76b69b5: Writing region info on filesystem at 1731508325263Initializing all the Stores at 1731508325263Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508325263Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508325264 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508325264Cleaning up temporary data from old regions at 1731508325272 (+8 ms)Region opened successfully at 1731508325276 (+4 ms) 2024-11-13T14:32:05,276 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b02cfdd98126478ba93d1970a76b69b5, disabling compactions & flushes 2024-11-13T14:32:05,276 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1731508325228.b02cfdd98126478ba93d1970a76b69b5. 2024-11-13T14:32:05,276 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1731508325228.b02cfdd98126478ba93d1970a76b69b5. 2024-11-13T14:32:05,277 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1731508325228.b02cfdd98126478ba93d1970a76b69b5. after waiting 0 ms 2024-11-13T14:32:05,277 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1731508325228.b02cfdd98126478ba93d1970a76b69b5. 2024-11-13T14:32:05,277 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1731508325228.b02cfdd98126478ba93d1970a76b69b5. 2024-11-13T14:32:05,277 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b02cfdd98126478ba93d1970a76b69b5: Waiting for close lock at 1731508325276Disabling compacts and flushes for region at 1731508325276Disabling writes for close at 1731508325277 (+1 ms)Writing region close event to WAL at 1731508325277Closed at 1731508325277 2024-11-13T14:32:05,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741915_1093 (size=95) 2024-11-13T14:32:05,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741915_1093 (size=95) 2024-11-13T14:32:05,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741915_1093 (size=95) 2024-11-13T14:32:05,286 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-13T14:32:05,286 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-49532689:(num 1731508325233) 2024-11-13T14:32:05,286 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T14:32:05,288 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41801/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731508325227, archiveDir=hdfs://localhost:41801/hbase/oldWALs, maxLogs=32 2024-11-13T14:32:05,302 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731508325227/wal.1731508325288, exclude list is [], retry=0 2024-11-13T14:32:05,305 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41973,DS-fb2b1a45-9bc1-4679-ba5a-76bfe8ef03f2,DISK] 2024-11-13T14:32:05,305 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42387,DS-4e9c7a05-2410-4992-ba6e-f6c65b75565a,DISK] 2024-11-13T14:32:05,305 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41545,DS-6e36f357-c0b3-46cb-a44a-940bbc7fdfd0,DISK] 2024-11-13T14:32:05,307 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731508325227/wal.1731508325288 2024-11-13T14:32:05,307 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35665:35665),(127.0.0.1/127.0.0.1:38697:38697),(127.0.0.1/127.0.0.1:34769:34769)] 2024-11-13T14:32:05,307 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => b02cfdd98126478ba93d1970a76b69b5, NAME => 'testCompactedBulkLoadedFiles,,1731508325228.b02cfdd98126478ba93d1970a76b69b5.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:32:05,307 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731508325228.b02cfdd98126478ba93d1970a76b69b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:32:05,307 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for b02cfdd98126478ba93d1970a76b69b5 2024-11-13T14:32:05,308 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for b02cfdd98126478ba93d1970a76b69b5 2024-11-13T14:32:05,309 INFO [StoreOpener-b02cfdd98126478ba93d1970a76b69b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b02cfdd98126478ba93d1970a76b69b5 2024-11-13T14:32:05,310 INFO [StoreOpener-b02cfdd98126478ba93d1970a76b69b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b02cfdd98126478ba93d1970a76b69b5 columnFamilyName a 2024-11-13T14:32:05,310 DEBUG [StoreOpener-b02cfdd98126478ba93d1970a76b69b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:32:05,311 INFO [StoreOpener-b02cfdd98126478ba93d1970a76b69b5-1 {}] regionserver.HStore(327): Store=b02cfdd98126478ba93d1970a76b69b5/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:32:05,311 INFO [StoreOpener-b02cfdd98126478ba93d1970a76b69b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b02cfdd98126478ba93d1970a76b69b5 2024-11-13T14:32:05,312 INFO [StoreOpener-b02cfdd98126478ba93d1970a76b69b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b02cfdd98126478ba93d1970a76b69b5 columnFamilyName b 2024-11-13T14:32:05,312 DEBUG [StoreOpener-b02cfdd98126478ba93d1970a76b69b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:32:05,312 INFO [StoreOpener-b02cfdd98126478ba93d1970a76b69b5-1 {}] regionserver.HStore(327): Store=b02cfdd98126478ba93d1970a76b69b5/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:32:05,312 INFO [StoreOpener-b02cfdd98126478ba93d1970a76b69b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b02cfdd98126478ba93d1970a76b69b5 2024-11-13T14:32:05,313 INFO [StoreOpener-b02cfdd98126478ba93d1970a76b69b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b02cfdd98126478ba93d1970a76b69b5 columnFamilyName c 2024-11-13T14:32:05,313 DEBUG [StoreOpener-b02cfdd98126478ba93d1970a76b69b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:32:05,313 INFO [StoreOpener-b02cfdd98126478ba93d1970a76b69b5-1 {}] regionserver.HStore(327): Store=b02cfdd98126478ba93d1970a76b69b5/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:32:05,313 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b02cfdd98126478ba93d1970a76b69b5 2024-11-13T14:32:05,314 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41801/hbase/data/default/testCompactedBulkLoadedFiles/b02cfdd98126478ba93d1970a76b69b5 2024-11-13T14:32:05,315 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41801/hbase/data/default/testCompactedBulkLoadedFiles/b02cfdd98126478ba93d1970a76b69b5 2024-11-13T14:32:05,316 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b02cfdd98126478ba93d1970a76b69b5 2024-11-13T14:32:05,316 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b02cfdd98126478ba93d1970a76b69b5 2024-11-13T14:32:05,316 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T14:32:05,318 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b02cfdd98126478ba93d1970a76b69b5 2024-11-13T14:32:05,319 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b02cfdd98126478ba93d1970a76b69b5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66114516, jitterRate=-0.01481693983078003}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T14:32:05,319 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b02cfdd98126478ba93d1970a76b69b5: Writing region info on filesystem at 1731508325308Initializing all the Stores at 1731508325309 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508325309Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508325309Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508325309Cleaning up temporary data from old regions at 1731508325316 (+7 ms)Region opened successfully at 1731508325319 (+3 ms) 2024-11-13T14:32:05,323 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41801/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1731508325322/Put/seqid=0 2024-11-13T14:32:05,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741918_1096 (size=4875) 2024-11-13T14:32:05,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741918_1096 (size=4875) 2024-11-13T14:32:05,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741918_1096 (size=4875) 2024-11-13T14:32:05,333 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41801/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1731508325332/Put/seqid=0 2024-11-13T14:32:05,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741919_1097 (size=4875) 2024-11-13T14:32:05,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741919_1097 (size=4875) 2024-11-13T14:32:05,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741919_1097 (size=4875) 2024-11-13T14:32:05,342 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41801/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1731508325342/Put/seqid=0 2024-11-13T14:32:05,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741920_1098 (size=4875) 2024-11-13T14:32:05,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741920_1098 (size=4875) 2024-11-13T14:32:05,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741920_1098 (size=4875) 2024-11-13T14:32:05,348 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41801/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in b02cfdd98126478ba93d1970a76b69b5/a 2024-11-13T14:32:05,352 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-11-13T14:32:05,352 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T14:32:05,352 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41801/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in b02cfdd98126478ba93d1970a76b69b5/a 2024-11-13T14:32:05,356 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-11-13T14:32:05,356 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T14:32:05,356 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41801/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in b02cfdd98126478ba93d1970a76b69b5/a 2024-11-13T14:32:05,359 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-11-13T14:32:05,359 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T14:32:05,359 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b02cfdd98126478ba93d1970a76b69b5 3/3 column families, dataSize=51 B heapSize=896 B 2024-11-13T14:32:05,374 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41801/hbase/data/default/testCompactedBulkLoadedFiles/b02cfdd98126478ba93d1970a76b69b5/.tmp/a/5a28e0f18aba49a0b219db813f0f947d is 55, key is testCompactedBulkLoadedFiles/a:a/1731508325319/Put/seqid=0 2024-11-13T14:32:05,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741921_1099 (size=5107) 2024-11-13T14:32:05,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741921_1099 (size=5107) 2024-11-13T14:32:05,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741921_1099 (size=5107) 2024-11-13T14:32:05,381 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:41801/hbase/data/default/testCompactedBulkLoadedFiles/b02cfdd98126478ba93d1970a76b69b5/.tmp/a/5a28e0f18aba49a0b219db813f0f947d 2024-11-13T14:32:05,386 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41801/hbase/data/default/testCompactedBulkLoadedFiles/b02cfdd98126478ba93d1970a76b69b5/.tmp/a/5a28e0f18aba49a0b219db813f0f947d as hdfs://localhost:41801/hbase/data/default/testCompactedBulkLoadedFiles/b02cfdd98126478ba93d1970a76b69b5/a/5a28e0f18aba49a0b219db813f0f947d 2024-11-13T14:32:05,391 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41801/hbase/data/default/testCompactedBulkLoadedFiles/b02cfdd98126478ba93d1970a76b69b5/a/5a28e0f18aba49a0b219db813f0f947d, entries=1, sequenceid=4, filesize=5.0 K 2024-11-13T14:32:05,392 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for b02cfdd98126478ba93d1970a76b69b5 in 33ms, sequenceid=4, compaction requested=false 2024-11-13T14:32:05,392 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for b02cfdd98126478ba93d1970a76b69b5: 2024-11-13T14:32:05,393 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41801/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:41801/hbase/data/default/testCompactedBulkLoadedFiles/b02cfdd98126478ba93d1970a76b69b5/a/31a25b3d559b4433a8618ece3e619108_SeqId_4_ 2024-11-13T14:32:05,394 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41801/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:41801/hbase/data/default/testCompactedBulkLoadedFiles/b02cfdd98126478ba93d1970a76b69b5/a/63c2759b074741d6929f2f603a081837_SeqId_4_ 2024-11-13T14:32:05,395 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41801/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:41801/hbase/data/default/testCompactedBulkLoadedFiles/b02cfdd98126478ba93d1970a76b69b5/a/668bf376ccbe48cfb8e7b3a6f34e3648_SeqId_4_ 2024-11-13T14:32:05,396 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41801/hbase/testCompactedBulkLoadedFiles/hfile0 into b02cfdd98126478ba93d1970a76b69b5/a as hdfs://localhost:41801/hbase/data/default/testCompactedBulkLoadedFiles/b02cfdd98126478ba93d1970a76b69b5/a/31a25b3d559b4433a8618ece3e619108_SeqId_4_ - updating store file list. 2024-11-13T14:32:05,400 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 31a25b3d559b4433a8618ece3e619108_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T14:32:05,400 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41801/hbase/data/default/testCompactedBulkLoadedFiles/b02cfdd98126478ba93d1970a76b69b5/a/31a25b3d559b4433a8618ece3e619108_SeqId_4_ into b02cfdd98126478ba93d1970a76b69b5/a 2024-11-13T14:32:05,400 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41801/hbase/testCompactedBulkLoadedFiles/hfile0 into b02cfdd98126478ba93d1970a76b69b5/a (new location: hdfs://localhost:41801/hbase/data/default/testCompactedBulkLoadedFiles/b02cfdd98126478ba93d1970a76b69b5/a/31a25b3d559b4433a8618ece3e619108_SeqId_4_) 2024-11-13T14:32:05,402 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41801/hbase/testCompactedBulkLoadedFiles/hfile1 into b02cfdd98126478ba93d1970a76b69b5/a as hdfs://localhost:41801/hbase/data/default/testCompactedBulkLoadedFiles/b02cfdd98126478ba93d1970a76b69b5/a/63c2759b074741d6929f2f603a081837_SeqId_4_ - updating store file list. 2024-11-13T14:32:05,406 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 63c2759b074741d6929f2f603a081837_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T14:32:05,406 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41801/hbase/data/default/testCompactedBulkLoadedFiles/b02cfdd98126478ba93d1970a76b69b5/a/63c2759b074741d6929f2f603a081837_SeqId_4_ into b02cfdd98126478ba93d1970a76b69b5/a 2024-11-13T14:32:05,406 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41801/hbase/testCompactedBulkLoadedFiles/hfile1 into b02cfdd98126478ba93d1970a76b69b5/a (new location: hdfs://localhost:41801/hbase/data/default/testCompactedBulkLoadedFiles/b02cfdd98126478ba93d1970a76b69b5/a/63c2759b074741d6929f2f603a081837_SeqId_4_) 2024-11-13T14:32:05,408 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41801/hbase/testCompactedBulkLoadedFiles/hfile2 into b02cfdd98126478ba93d1970a76b69b5/a as hdfs://localhost:41801/hbase/data/default/testCompactedBulkLoadedFiles/b02cfdd98126478ba93d1970a76b69b5/a/668bf376ccbe48cfb8e7b3a6f34e3648_SeqId_4_ - updating store file list. 2024-11-13T14:32:05,412 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 668bf376ccbe48cfb8e7b3a6f34e3648_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T14:32:05,412 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41801/hbase/data/default/testCompactedBulkLoadedFiles/b02cfdd98126478ba93d1970a76b69b5/a/668bf376ccbe48cfb8e7b3a6f34e3648_SeqId_4_ into b02cfdd98126478ba93d1970a76b69b5/a 2024-11-13T14:32:05,412 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41801/hbase/testCompactedBulkLoadedFiles/hfile2 into b02cfdd98126478ba93d1970a76b69b5/a (new location: hdfs://localhost:41801/hbase/data/default/testCompactedBulkLoadedFiles/b02cfdd98126478ba93d1970a76b69b5/a/668bf376ccbe48cfb8e7b3a6f34e3648_SeqId_4_) 2024-11-13T14:32:05,420 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T14:32:05,420 DEBUG [Time-limited test {}] regionserver.HStore(1541): b02cfdd98126478ba93d1970a76b69b5/a is initiating major compaction (all files) 2024-11-13T14:32:05,420 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of b02cfdd98126478ba93d1970a76b69b5/a in testCompactedBulkLoadedFiles,,1731508325228.b02cfdd98126478ba93d1970a76b69b5. 2024-11-13T14:32:05,420 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41801/hbase/data/default/testCompactedBulkLoadedFiles/b02cfdd98126478ba93d1970a76b69b5/a/5a28e0f18aba49a0b219db813f0f947d, hdfs://localhost:41801/hbase/data/default/testCompactedBulkLoadedFiles/b02cfdd98126478ba93d1970a76b69b5/a/31a25b3d559b4433a8618ece3e619108_SeqId_4_, hdfs://localhost:41801/hbase/data/default/testCompactedBulkLoadedFiles/b02cfdd98126478ba93d1970a76b69b5/a/63c2759b074741d6929f2f603a081837_SeqId_4_, hdfs://localhost:41801/hbase/data/default/testCompactedBulkLoadedFiles/b02cfdd98126478ba93d1970a76b69b5/a/668bf376ccbe48cfb8e7b3a6f34e3648_SeqId_4_] into tmpdir=hdfs://localhost:41801/hbase/data/default/testCompactedBulkLoadedFiles/b02cfdd98126478ba93d1970a76b69b5/.tmp, totalSize=19.3 K 2024-11-13T14:32:05,421 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 5a28e0f18aba49a0b219db813f0f947d, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1731508325319 2024-11-13T14:32:05,421 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 31a25b3d559b4433a8618ece3e619108_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-13T14:32:05,422 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 63c2759b074741d6929f2f603a081837_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-13T14:32:05,422 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 668bf376ccbe48cfb8e7b3a6f34e3648_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-13T14:32:05,490 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41801/hbase/data/default/testCompactedBulkLoadedFiles/b02cfdd98126478ba93d1970a76b69b5/.tmp/a/069af7e74a484ca5adcd08bf960584c2 is 55, key is testCompactedBulkLoadedFiles/a:a/1731508325319/Put/seqid=0 2024-11-13T14:32:05,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741922_1100 (size=6154) 2024-11-13T14:32:05,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741922_1100 (size=6154) 2024-11-13T14:32:05,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741922_1100 (size=6154) 2024-11-13T14:32:05,503 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41801/hbase/data/default/testCompactedBulkLoadedFiles/b02cfdd98126478ba93d1970a76b69b5/.tmp/a/069af7e74a484ca5adcd08bf960584c2 as hdfs://localhost:41801/hbase/data/default/testCompactedBulkLoadedFiles/b02cfdd98126478ba93d1970a76b69b5/a/069af7e74a484ca5adcd08bf960584c2 2024-11-13T14:32:05,509 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in b02cfdd98126478ba93d1970a76b69b5/a of b02cfdd98126478ba93d1970a76b69b5 into 069af7e74a484ca5adcd08bf960584c2(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:32:05,509 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for b02cfdd98126478ba93d1970a76b69b5: 2024-11-13T14:32:05,509 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-13T14:32:05,509 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-13T14:32:05,541 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41801/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731508325227/wal.1731508325288, size=0 (0bytes) 2024-11-13T14:32:05,541 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:41801/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731508325227/wal.1731508325288 might be still open, length is 0 2024-11-13T14:32:05,542 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41801/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731508325227/wal.1731508325288 2024-11-13T14:32:05,542 WARN [IPC Server handler 1 on default port 41801 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731508325227/wal.1731508325288 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095 2024-11-13T14:32:05,542 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:41801/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731508325227/wal.1731508325288 after 0ms 2024-11-13T14:32:05,620 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-11-13T14:32:05,620 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-11-13T14:32:05,620 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-11-13T14:32:05,620 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-11-13T14:32:07,306 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-744547280_22 at /127.0.0.1:36704 [Receiving block BP-942709033-172.17.0.2-1731508290742:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:41973:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36704 dst: /127.0.0.1:41973 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:41973 remote=/127.0.0.1:36704]. Total timeout mills is 60000, 58203 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:32:07,307 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-744547280_22 at /127.0.0.1:44910 [Receiving block BP-942709033-172.17.0.2-1731508290742:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:41545:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44910 dst: /127.0.0.1:41545 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:32:07,307 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-744547280_22 at /127.0.0.1:39486 [Receiving block BP-942709033-172.17.0.2-1731508290742:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:42387:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39486 dst: /127.0.0.1:42387 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:32:07,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741917_1101 (size=1172) 2024-11-13T14:32:07,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741917_1101 (size=1172) 2024-11-13T14:32:09,544 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:41801/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731508325227/wal.1731508325288 after 4001ms 2024-11-13T14:32:09,550 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41801/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731508325227/wal.1731508325288: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T14:32:09,550 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41801/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731508325227/wal.1731508325288 took 4009ms 2024-11-13T14:32:09,555 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:41801/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731508325227/wal.1731508325288; continuing. 2024-11-13T14:32:09,555 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41801/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731508325227/wal.1731508325288 so closing down 2024-11-13T14:32:09,555 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T14:32:09,558 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731508325288.temp 2024-11-13T14:32:09,560 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41801/hbase/data/default/testCompactedBulkLoadedFiles/b02cfdd98126478ba93d1970a76b69b5/recovered.edits/0000000000000000003-wal.1731508325288.temp 2024-11-13T14:32:09,560 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T14:32:09,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741923_1102 (size=547) 2024-11-13T14:32:09,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741923_1102 (size=547) 2024-11-13T14:32:09,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741923_1102 (size=547) 2024-11-13T14:32:09,568 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41801/hbase/data/default/testCompactedBulkLoadedFiles/b02cfdd98126478ba93d1970a76b69b5/recovered.edits/0000000000000000003-wal.1731508325288.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-13T14:32:09,569 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41801/hbase/data/default/testCompactedBulkLoadedFiles/b02cfdd98126478ba93d1970a76b69b5/recovered.edits/0000000000000000003-wal.1731508325288.temp to hdfs://localhost:41801/hbase/data/default/testCompactedBulkLoadedFiles/b02cfdd98126478ba93d1970a76b69b5/recovered.edits/0000000000000000008 2024-11-13T14:32:09,569 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 18 ms; skipped=3; WAL=hdfs://localhost:41801/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731508325227/wal.1731508325288, size=0, length=0, corrupted=false, cancelled=false 2024-11-13T14:32:09,569 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41801/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731508325227/wal.1731508325288, journal: Splitting hdfs://localhost:41801/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731508325227/wal.1731508325288, size=0 (0bytes) at 1731508325541Finishing writing output for hdfs://localhost:41801/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731508325227/wal.1731508325288 so closing down at 1731508329555 (+4014 ms)Creating recovered edits writer path=hdfs://localhost:41801/hbase/data/default/testCompactedBulkLoadedFiles/b02cfdd98126478ba93d1970a76b69b5/recovered.edits/0000000000000000003-wal.1731508325288.temp at 1731508329560 (+5 ms)3 split writer threads finished at 1731508329560Closed recovered edits writer path=hdfs://localhost:41801/hbase/data/default/testCompactedBulkLoadedFiles/b02cfdd98126478ba93d1970a76b69b5/recovered.edits/0000000000000000003-wal.1731508325288.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731508329568 (+8 ms)Rename recovered edits hdfs://localhost:41801/hbase/data/default/testCompactedBulkLoadedFiles/b02cfdd98126478ba93d1970a76b69b5/recovered.edits/0000000000000000003-wal.1731508325288.temp to hdfs://localhost:41801/hbase/data/default/testCompactedBulkLoadedFiles/b02cfdd98126478ba93d1970a76b69b5/recovered.edits/0000000000000000008 at 1731508329569 (+1 ms)Processed 5 edits across 1 Regions in 18 ms; skipped=3; WAL=hdfs://localhost:41801/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731508325227/wal.1731508325288, size=0, length=0, corrupted=false, cancelled=false at 1731508329569 2024-11-13T14:32:09,571 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41801/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731508325227/wal.1731508325288 to hdfs://localhost:41801/hbase/oldWALs/wal.1731508325288 2024-11-13T14:32:09,571 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41801/hbase/data/default/testCompactedBulkLoadedFiles/b02cfdd98126478ba93d1970a76b69b5/recovered.edits/0000000000000000008 2024-11-13T14:32:09,572 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T14:32:09,573 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41801/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731508325227, archiveDir=hdfs://localhost:41801/hbase/oldWALs, maxLogs=32 2024-11-13T14:32:09,585 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731508325227/wal.1731508329574, exclude list is [], retry=0 2024-11-13T14:32:09,588 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41973,DS-fb2b1a45-9bc1-4679-ba5a-76bfe8ef03f2,DISK] 2024-11-13T14:32:09,588 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41545,DS-6e36f357-c0b3-46cb-a44a-940bbc7fdfd0,DISK] 2024-11-13T14:32:09,588 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42387,DS-4e9c7a05-2410-4992-ba6e-f6c65b75565a,DISK] 2024-11-13T14:32:09,590 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731508325227/wal.1731508329574 2024-11-13T14:32:09,590 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35665:35665),(127.0.0.1/127.0.0.1:34769:34769),(127.0.0.1/127.0.0.1:38697:38697)] 2024-11-13T14:32:09,590 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => b02cfdd98126478ba93d1970a76b69b5, NAME => 'testCompactedBulkLoadedFiles,,1731508325228.b02cfdd98126478ba93d1970a76b69b5.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:32:09,590 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731508325228.b02cfdd98126478ba93d1970a76b69b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:32:09,591 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for b02cfdd98126478ba93d1970a76b69b5 2024-11-13T14:32:09,591 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for b02cfdd98126478ba93d1970a76b69b5 2024-11-13T14:32:09,592 INFO [StoreOpener-b02cfdd98126478ba93d1970a76b69b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b02cfdd98126478ba93d1970a76b69b5 2024-11-13T14:32:09,593 INFO [StoreOpener-b02cfdd98126478ba93d1970a76b69b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b02cfdd98126478ba93d1970a76b69b5 columnFamilyName a 2024-11-13T14:32:09,593 DEBUG [StoreOpener-b02cfdd98126478ba93d1970a76b69b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:32:09,600 DEBUG [StoreOpener-b02cfdd98126478ba93d1970a76b69b5-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41801/hbase/data/default/testCompactedBulkLoadedFiles/b02cfdd98126478ba93d1970a76b69b5/a/069af7e74a484ca5adcd08bf960584c2 2024-11-13T14:32:09,604 DEBUG [StoreFileOpener-b02cfdd98126478ba93d1970a76b69b5-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 31a25b3d559b4433a8618ece3e619108_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T14:32:09,604 DEBUG [StoreOpener-b02cfdd98126478ba93d1970a76b69b5-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41801/hbase/data/default/testCompactedBulkLoadedFiles/b02cfdd98126478ba93d1970a76b69b5/a/31a25b3d559b4433a8618ece3e619108_SeqId_4_ 2024-11-13T14:32:09,608 DEBUG [StoreOpener-b02cfdd98126478ba93d1970a76b69b5-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41801/hbase/data/default/testCompactedBulkLoadedFiles/b02cfdd98126478ba93d1970a76b69b5/a/5a28e0f18aba49a0b219db813f0f947d 2024-11-13T14:32:09,612 DEBUG [StoreFileOpener-b02cfdd98126478ba93d1970a76b69b5-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 63c2759b074741d6929f2f603a081837_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T14:32:09,612 DEBUG [StoreOpener-b02cfdd98126478ba93d1970a76b69b5-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41801/hbase/data/default/testCompactedBulkLoadedFiles/b02cfdd98126478ba93d1970a76b69b5/a/63c2759b074741d6929f2f603a081837_SeqId_4_ 2024-11-13T14:32:09,615 DEBUG [StoreFileOpener-b02cfdd98126478ba93d1970a76b69b5-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 668bf376ccbe48cfb8e7b3a6f34e3648_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T14:32:09,615 DEBUG [StoreOpener-b02cfdd98126478ba93d1970a76b69b5-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41801/hbase/data/default/testCompactedBulkLoadedFiles/b02cfdd98126478ba93d1970a76b69b5/a/668bf376ccbe48cfb8e7b3a6f34e3648_SeqId_4_ 2024-11-13T14:32:09,615 WARN [StoreOpener-b02cfdd98126478ba93d1970a76b69b5-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:41801/hbase/data/default/testCompactedBulkLoadedFiles/b02cfdd98126478ba93d1970a76b69b5/a/31a25b3d559b4433a8618ece3e619108_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@aaf7e1 2024-11-13T14:32:09,616 WARN [StoreOpener-b02cfdd98126478ba93d1970a76b69b5-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:41801/hbase/data/default/testCompactedBulkLoadedFiles/b02cfdd98126478ba93d1970a76b69b5/a/5a28e0f18aba49a0b219db813f0f947d from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@aaf7e1 2024-11-13T14:32:09,616 WARN [StoreOpener-b02cfdd98126478ba93d1970a76b69b5-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:41801/hbase/data/default/testCompactedBulkLoadedFiles/b02cfdd98126478ba93d1970a76b69b5/a/63c2759b074741d6929f2f603a081837_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@aaf7e1 2024-11-13T14:32:09,616 WARN [StoreOpener-b02cfdd98126478ba93d1970a76b69b5-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:41801/hbase/data/default/testCompactedBulkLoadedFiles/b02cfdd98126478ba93d1970a76b69b5/a/668bf376ccbe48cfb8e7b3a6f34e3648_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@aaf7e1 2024-11-13T14:32:09,616 DEBUG [StoreOpener-b02cfdd98126478ba93d1970a76b69b5-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:41801/hbase/data/default/testCompactedBulkLoadedFiles/b02cfdd98126478ba93d1970a76b69b5/a/31a25b3d559b4433a8618ece3e619108_SeqId_4_, hdfs://localhost:41801/hbase/data/default/testCompactedBulkLoadedFiles/b02cfdd98126478ba93d1970a76b69b5/a/5a28e0f18aba49a0b219db813f0f947d, hdfs://localhost:41801/hbase/data/default/testCompactedBulkLoadedFiles/b02cfdd98126478ba93d1970a76b69b5/a/63c2759b074741d6929f2f603a081837_SeqId_4_, hdfs://localhost:41801/hbase/data/default/testCompactedBulkLoadedFiles/b02cfdd98126478ba93d1970a76b69b5/a/668bf376ccbe48cfb8e7b3a6f34e3648_SeqId_4_] to archive 2024-11-13T14:32:09,617 DEBUG [StoreOpener-b02cfdd98126478ba93d1970a76b69b5-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T14:32:09,618 DEBUG [StoreOpener-b02cfdd98126478ba93d1970a76b69b5-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41801/hbase/data/default/testCompactedBulkLoadedFiles/b02cfdd98126478ba93d1970a76b69b5/a/31a25b3d559b4433a8618ece3e619108_SeqId_4_ to hdfs://localhost:41801/hbase/archive/data/default/testCompactedBulkLoadedFiles/b02cfdd98126478ba93d1970a76b69b5/a/31a25b3d559b4433a8618ece3e619108_SeqId_4_ 2024-11-13T14:32:09,619 DEBUG [StoreOpener-b02cfdd98126478ba93d1970a76b69b5-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41801/hbase/data/default/testCompactedBulkLoadedFiles/b02cfdd98126478ba93d1970a76b69b5/a/5a28e0f18aba49a0b219db813f0f947d to hdfs://localhost:41801/hbase/archive/data/default/testCompactedBulkLoadedFiles/b02cfdd98126478ba93d1970a76b69b5/a/5a28e0f18aba49a0b219db813f0f947d 2024-11-13T14:32:09,620 DEBUG [StoreOpener-b02cfdd98126478ba93d1970a76b69b5-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41801/hbase/data/default/testCompactedBulkLoadedFiles/b02cfdd98126478ba93d1970a76b69b5/a/63c2759b074741d6929f2f603a081837_SeqId_4_ to hdfs://localhost:41801/hbase/archive/data/default/testCompactedBulkLoadedFiles/b02cfdd98126478ba93d1970a76b69b5/a/63c2759b074741d6929f2f603a081837_SeqId_4_ 2024-11-13T14:32:09,621 DEBUG [StoreOpener-b02cfdd98126478ba93d1970a76b69b5-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41801/hbase/data/default/testCompactedBulkLoadedFiles/b02cfdd98126478ba93d1970a76b69b5/a/668bf376ccbe48cfb8e7b3a6f34e3648_SeqId_4_ to hdfs://localhost:41801/hbase/archive/data/default/testCompactedBulkLoadedFiles/b02cfdd98126478ba93d1970a76b69b5/a/668bf376ccbe48cfb8e7b3a6f34e3648_SeqId_4_ 2024-11-13T14:32:09,621 INFO [StoreOpener-b02cfdd98126478ba93d1970a76b69b5-1 {}] regionserver.HStore(327): Store=b02cfdd98126478ba93d1970a76b69b5/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:32:09,621 INFO [StoreOpener-b02cfdd98126478ba93d1970a76b69b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b02cfdd98126478ba93d1970a76b69b5 2024-11-13T14:32:09,622 INFO [StoreOpener-b02cfdd98126478ba93d1970a76b69b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b02cfdd98126478ba93d1970a76b69b5 columnFamilyName b 2024-11-13T14:32:09,622 DEBUG [StoreOpener-b02cfdd98126478ba93d1970a76b69b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:32:09,622 INFO [StoreOpener-b02cfdd98126478ba93d1970a76b69b5-1 {}] regionserver.HStore(327): Store=b02cfdd98126478ba93d1970a76b69b5/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:32:09,622 INFO [StoreOpener-b02cfdd98126478ba93d1970a76b69b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b02cfdd98126478ba93d1970a76b69b5 2024-11-13T14:32:09,623 INFO [StoreOpener-b02cfdd98126478ba93d1970a76b69b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b02cfdd98126478ba93d1970a76b69b5 columnFamilyName c 2024-11-13T14:32:09,623 DEBUG [StoreOpener-b02cfdd98126478ba93d1970a76b69b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:32:09,623 INFO [StoreOpener-b02cfdd98126478ba93d1970a76b69b5-1 {}] regionserver.HStore(327): Store=b02cfdd98126478ba93d1970a76b69b5/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:32:09,624 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b02cfdd98126478ba93d1970a76b69b5 2024-11-13T14:32:09,624 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41801/hbase/data/default/testCompactedBulkLoadedFiles/b02cfdd98126478ba93d1970a76b69b5 2024-11-13T14:32:09,625 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41801/hbase/data/default/testCompactedBulkLoadedFiles/b02cfdd98126478ba93d1970a76b69b5 2024-11-13T14:32:09,626 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41801/hbase/data/default/testCompactedBulkLoadedFiles/b02cfdd98126478ba93d1970a76b69b5/recovered.edits/0000000000000000008 2024-11-13T14:32:09,627 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41801/hbase/data/default/testCompactedBulkLoadedFiles/b02cfdd98126478ba93d1970a76b69b5/recovered.edits/0000000000000000008: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T14:32:09,629 DEBUG [Time-limited test {}] regionserver.HRegion(5836): b02cfdd98126478ba93d1970a76b69b5 : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "b02cfdd98126478ba93d1970a76b69b5" family_name: "a" compaction_input: "5a28e0f18aba49a0b219db813f0f947d" compaction_input: "31a25b3d559b4433a8618ece3e619108_SeqId_4_" compaction_input: "63c2759b074741d6929f2f603a081837_SeqId_4_" compaction_input: "668bf376ccbe48cfb8e7b3a6f34e3648_SeqId_4_" compaction_output: "069af7e74a484ca5adcd08bf960584c2" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1731508325228.b02cfdd98126478ba93d1970a76b69b5." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-11-13T14:32:09,629 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-11-13T14:32:09,629 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:41801/hbase/data/default/testCompactedBulkLoadedFiles/b02cfdd98126478ba93d1970a76b69b5/recovered.edits/0000000000000000008 2024-11-13T14:32:09,630 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41801/hbase/data/default/testCompactedBulkLoadedFiles/b02cfdd98126478ba93d1970a76b69b5/recovered.edits/0000000000000000008 2024-11-13T14:32:09,631 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b02cfdd98126478ba93d1970a76b69b5 2024-11-13T14:32:09,631 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b02cfdd98126478ba93d1970a76b69b5 2024-11-13T14:32:09,632 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T14:32:09,633 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b02cfdd98126478ba93d1970a76b69b5 2024-11-13T14:32:09,635 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41801/hbase/data/default/testCompactedBulkLoadedFiles/b02cfdd98126478ba93d1970a76b69b5/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T14:32:09,636 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b02cfdd98126478ba93d1970a76b69b5; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70210595, jitterRate=0.046219393610954285}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T14:32:09,636 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b02cfdd98126478ba93d1970a76b69b5: Writing region info on filesystem at 1731508329591Initializing all the Stores at 1731508329592 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508329592Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508329592Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508329592Cleaning up temporary data from old regions at 1731508329631 (+39 ms)Region opened successfully at 1731508329636 (+5 ms) 2024-11-13T14:32:09,639 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b02cfdd98126478ba93d1970a76b69b5, disabling compactions & flushes 2024-11-13T14:32:09,639 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1731508325228.b02cfdd98126478ba93d1970a76b69b5. 2024-11-13T14:32:09,639 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1731508325228.b02cfdd98126478ba93d1970a76b69b5. 2024-11-13T14:32:09,639 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1731508325228.b02cfdd98126478ba93d1970a76b69b5. after waiting 0 ms 2024-11-13T14:32:09,639 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1731508325228.b02cfdd98126478ba93d1970a76b69b5. 2024-11-13T14:32:09,639 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1731508325228.b02cfdd98126478ba93d1970a76b69b5. 2024-11-13T14:32:09,640 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b02cfdd98126478ba93d1970a76b69b5: Waiting for close lock at 1731508329639Disabling compacts and flushes for region at 1731508329639Disabling writes for close at 1731508329639Writing region close event to WAL at 1731508329639Closed at 1731508329639 2024-11-13T14:32:09,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741924_1103 (size=95) 2024-11-13T14:32:09,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741924_1103 (size=95) 2024-11-13T14:32:09,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741924_1103 (size=95) 2024-11-13T14:32:09,644 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-13T14:32:09,644 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731508329574) 2024-11-13T14:32:09,658 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=438 (was 426) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:41801 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_952525659_22 at /127.0.0.1:39540 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:41801 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_952525659_22 at /127.0.0.1:44950 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1344 (was 1264) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=220 (was 220), ProcessCount=11 (was 11), AvailableMemoryMB=3022 (was 3038) 2024-11-13T14:32:09,658 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1344 is superior to 1024 2024-11-13T14:32:09,668 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=438, OpenFileDescriptor=1344, MaxFileDescriptor=1048576, SystemLoadAverage=220, ProcessCount=11, AvailableMemoryMB=3021 2024-11-13T14:32:09,668 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1344 is superior to 1024 2024-11-13T14:32:09,684 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:32:09,686 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:32:09,687 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T14:32:09,689 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-01441069, suffix=, logDir=hdfs://localhost:41801/hbase/WALs/hregion-01441069, archiveDir=hdfs://localhost:41801/hbase/oldWALs, maxLogs=32 2024-11-13T14:32:09,705 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-01441069/hregion-01441069.1731508329690, exclude list is [], retry=0 2024-11-13T14:32:09,708 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41973,DS-fb2b1a45-9bc1-4679-ba5a-76bfe8ef03f2,DISK] 2024-11-13T14:32:09,708 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42387,DS-4e9c7a05-2410-4992-ba6e-f6c65b75565a,DISK] 2024-11-13T14:32:09,708 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41545,DS-6e36f357-c0b3-46cb-a44a-940bbc7fdfd0,DISK] 2024-11-13T14:32:09,710 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-01441069/hregion-01441069.1731508329690 2024-11-13T14:32:09,710 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35665:35665),(127.0.0.1/127.0.0.1:38697:38697),(127.0.0.1/127.0.0.1:34769:34769)] 2024-11-13T14:32:09,710 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => a21638a4c0c18910beae737728dd745d, NAME => 'testReplayEditsWrittenViaHRegion,,1731508329685.a21638a4c0c18910beae737728dd745d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41801/hbase 2024-11-13T14:32:09,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741926_1105 (size=67) 2024-11-13T14:32:09,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741926_1105 (size=67) 2024-11-13T14:32:09,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741926_1105 (size=67) 2024-11-13T14:32:09,719 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731508329685.a21638a4c0c18910beae737728dd745d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:32:09,721 INFO [StoreOpener-a21638a4c0c18910beae737728dd745d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a21638a4c0c18910beae737728dd745d 2024-11-13T14:32:09,722 INFO [StoreOpener-a21638a4c0c18910beae737728dd745d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a21638a4c0c18910beae737728dd745d columnFamilyName a 2024-11-13T14:32:09,722 DEBUG [StoreOpener-a21638a4c0c18910beae737728dd745d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:32:09,722 INFO [StoreOpener-a21638a4c0c18910beae737728dd745d-1 {}] regionserver.HStore(327): Store=a21638a4c0c18910beae737728dd745d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:32:09,722 INFO [StoreOpener-a21638a4c0c18910beae737728dd745d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a21638a4c0c18910beae737728dd745d 2024-11-13T14:32:09,723 INFO [StoreOpener-a21638a4c0c18910beae737728dd745d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a21638a4c0c18910beae737728dd745d columnFamilyName b 2024-11-13T14:32:09,723 DEBUG [StoreOpener-a21638a4c0c18910beae737728dd745d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:32:09,724 INFO [StoreOpener-a21638a4c0c18910beae737728dd745d-1 {}] regionserver.HStore(327): Store=a21638a4c0c18910beae737728dd745d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:32:09,724 INFO [StoreOpener-a21638a4c0c18910beae737728dd745d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a21638a4c0c18910beae737728dd745d 2024-11-13T14:32:09,724 INFO [StoreOpener-a21638a4c0c18910beae737728dd745d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a21638a4c0c18910beae737728dd745d columnFamilyName c 2024-11-13T14:32:09,725 DEBUG [StoreOpener-a21638a4c0c18910beae737728dd745d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:32:09,725 INFO [StoreOpener-a21638a4c0c18910beae737728dd745d-1 {}] regionserver.HStore(327): Store=a21638a4c0c18910beae737728dd745d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:32:09,725 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a21638a4c0c18910beae737728dd745d 2024-11-13T14:32:09,726 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/a21638a4c0c18910beae737728dd745d 2024-11-13T14:32:09,726 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/a21638a4c0c18910beae737728dd745d 2024-11-13T14:32:09,727 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a21638a4c0c18910beae737728dd745d 2024-11-13T14:32:09,727 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a21638a4c0c18910beae737728dd745d 2024-11-13T14:32:09,727 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T14:32:09,728 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a21638a4c0c18910beae737728dd745d 2024-11-13T14:32:09,730 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/a21638a4c0c18910beae737728dd745d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:32:09,730 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a21638a4c0c18910beae737728dd745d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70507214, jitterRate=0.05063936114311218}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T14:32:09,731 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a21638a4c0c18910beae737728dd745d: Writing region info on filesystem at 1731508329720Initializing all the Stores at 1731508329720Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508329720Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508329720Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508329720Cleaning up temporary data from old regions at 1731508329727 (+7 ms)Region opened successfully at 1731508329731 (+4 ms) 2024-11-13T14:32:09,731 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing a21638a4c0c18910beae737728dd745d, disabling compactions & flushes 2024-11-13T14:32:09,731 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731508329685.a21638a4c0c18910beae737728dd745d. 2024-11-13T14:32:09,731 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731508329685.a21638a4c0c18910beae737728dd745d. 2024-11-13T14:32:09,731 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731508329685.a21638a4c0c18910beae737728dd745d. after waiting 0 ms 2024-11-13T14:32:09,731 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731508329685.a21638a4c0c18910beae737728dd745d. 2024-11-13T14:32:09,731 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731508329685.a21638a4c0c18910beae737728dd745d. 2024-11-13T14:32:09,731 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for a21638a4c0c18910beae737728dd745d: Waiting for close lock at 1731508329731Disabling compacts and flushes for region at 1731508329731Disabling writes for close at 1731508329731Writing region close event to WAL at 1731508329731Closed at 1731508329731 2024-11-13T14:32:09,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741925_1104 (size=95) 2024-11-13T14:32:09,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741925_1104 (size=95) 2024-11-13T14:32:09,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741925_1104 (size=95) 2024-11-13T14:32:09,736 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-13T14:32:09,736 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-01441069:(num 1731508329690) 2024-11-13T14:32:09,736 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T14:32:09,738 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41801/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731508329684, archiveDir=hdfs://localhost:41801/hbase/oldWALs, maxLogs=32 2024-11-13T14:32:09,751 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731508329684/wal.1731508329738, exclude list is [], retry=0 2024-11-13T14:32:09,753 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41545,DS-6e36f357-c0b3-46cb-a44a-940bbc7fdfd0,DISK] 2024-11-13T14:32:09,753 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42387,DS-4e9c7a05-2410-4992-ba6e-f6c65b75565a,DISK] 2024-11-13T14:32:09,753 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41973,DS-fb2b1a45-9bc1-4679-ba5a-76bfe8ef03f2,DISK] 2024-11-13T14:32:09,755 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731508329684/wal.1731508329738 2024-11-13T14:32:09,755 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34769:34769),(127.0.0.1/127.0.0.1:38697:38697),(127.0.0.1/127.0.0.1:35665:35665)] 2024-11-13T14:32:09,755 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => a21638a4c0c18910beae737728dd745d, NAME => 'testReplayEditsWrittenViaHRegion,,1731508329685.a21638a4c0c18910beae737728dd745d.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:32:09,755 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731508329685.a21638a4c0c18910beae737728dd745d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:32:09,755 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for a21638a4c0c18910beae737728dd745d 2024-11-13T14:32:09,755 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for a21638a4c0c18910beae737728dd745d 2024-11-13T14:32:09,756 INFO [StoreOpener-a21638a4c0c18910beae737728dd745d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a21638a4c0c18910beae737728dd745d 2024-11-13T14:32:09,757 INFO [StoreOpener-a21638a4c0c18910beae737728dd745d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a21638a4c0c18910beae737728dd745d columnFamilyName a 2024-11-13T14:32:09,757 DEBUG [StoreOpener-a21638a4c0c18910beae737728dd745d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:32:09,758 INFO [StoreOpener-a21638a4c0c18910beae737728dd745d-1 {}] regionserver.HStore(327): Store=a21638a4c0c18910beae737728dd745d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:32:09,758 INFO [StoreOpener-a21638a4c0c18910beae737728dd745d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a21638a4c0c18910beae737728dd745d 2024-11-13T14:32:09,758 INFO [StoreOpener-a21638a4c0c18910beae737728dd745d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a21638a4c0c18910beae737728dd745d columnFamilyName b 2024-11-13T14:32:09,758 DEBUG [StoreOpener-a21638a4c0c18910beae737728dd745d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:32:09,759 INFO [StoreOpener-a21638a4c0c18910beae737728dd745d-1 {}] regionserver.HStore(327): Store=a21638a4c0c18910beae737728dd745d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:32:09,759 INFO [StoreOpener-a21638a4c0c18910beae737728dd745d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a21638a4c0c18910beae737728dd745d 2024-11-13T14:32:09,759 INFO [StoreOpener-a21638a4c0c18910beae737728dd745d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a21638a4c0c18910beae737728dd745d columnFamilyName c 2024-11-13T14:32:09,759 DEBUG [StoreOpener-a21638a4c0c18910beae737728dd745d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:32:09,760 INFO [StoreOpener-a21638a4c0c18910beae737728dd745d-1 {}] regionserver.HStore(327): Store=a21638a4c0c18910beae737728dd745d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:32:09,760 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a21638a4c0c18910beae737728dd745d 2024-11-13T14:32:09,760 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/a21638a4c0c18910beae737728dd745d 2024-11-13T14:32:09,762 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/a21638a4c0c18910beae737728dd745d 2024-11-13T14:32:09,762 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a21638a4c0c18910beae737728dd745d 2024-11-13T14:32:09,762 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a21638a4c0c18910beae737728dd745d 2024-11-13T14:32:09,763 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T14:32:09,764 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a21638a4c0c18910beae737728dd745d 2024-11-13T14:32:09,765 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a21638a4c0c18910beae737728dd745d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74849321, jitterRate=0.11534179747104645}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T14:32:09,765 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a21638a4c0c18910beae737728dd745d: Writing region info on filesystem at 1731508329755Initializing all the Stores at 1731508329756 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508329756Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508329756Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508329756Cleaning up temporary data from old regions at 1731508329762 (+6 ms)Region opened successfully at 1731508329765 (+3 ms) 2024-11-13T14:32:09,774 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a21638a4c0c18910beae737728dd745d 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-13T14:32:09,794 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/a21638a4c0c18910beae737728dd745d/.tmp/a/6f5d6edf8da54415be76125c4b2a74eb is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1731508329765/Put/seqid=0 2024-11-13T14:32:09,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741928_1107 (size=5958) 2024-11-13T14:32:09,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741928_1107 (size=5958) 2024-11-13T14:32:09,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741928_1107 (size=5958) 2024-11-13T14:32:09,800 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/a21638a4c0c18910beae737728dd745d/.tmp/a/6f5d6edf8da54415be76125c4b2a74eb 2024-11-13T14:32:09,805 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/a21638a4c0c18910beae737728dd745d/.tmp/a/6f5d6edf8da54415be76125c4b2a74eb as hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/a21638a4c0c18910beae737728dd745d/a/6f5d6edf8da54415be76125c4b2a74eb 2024-11-13T14:32:09,811 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/a21638a4c0c18910beae737728dd745d/a/6f5d6edf8da54415be76125c4b2a74eb, entries=10, sequenceid=13, filesize=5.8 K 2024-11-13T14:32:09,812 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for a21638a4c0c18910beae737728dd745d in 38ms, sequenceid=13, compaction requested=false 2024-11-13T14:32:09,812 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for a21638a4c0c18910beae737728dd745d: 2024-11-13T14:32:09,828 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing a21638a4c0c18910beae737728dd745d, disabling compactions & flushes 2024-11-13T14:32:09,828 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731508329685.a21638a4c0c18910beae737728dd745d. 2024-11-13T14:32:09,829 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731508329685.a21638a4c0c18910beae737728dd745d. 2024-11-13T14:32:09,829 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731508329685.a21638a4c0c18910beae737728dd745d. after waiting 0 ms 2024-11-13T14:32:09,829 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731508329685.a21638a4c0c18910beae737728dd745d. 2024-11-13T14:32:09,829 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1731508329685.a21638a4c0c18910beae737728dd745d. 2024-11-13T14:32:09,829 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731508329685.a21638a4c0c18910beae737728dd745d. 2024-11-13T14:32:09,829 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for a21638a4c0c18910beae737728dd745d: Waiting for close lock at 1731508329828Disabling compacts and flushes for region at 1731508329828Disabling writes for close at 1731508329829 (+1 ms)Writing region close event to WAL at 1731508329829Closed at 1731508329829 2024-11-13T14:32:09,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741927_1106 (size=3344) 2024-11-13T14:32:09,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741927_1106 (size=3344) 2024-11-13T14:32:09,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741927_1106 (size=3344) 2024-11-13T14:32:09,846 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41801/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731508329684/wal.1731508329738, size=3.3 K (3344bytes) 2024-11-13T14:32:09,846 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41801/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731508329684/wal.1731508329738 2024-11-13T14:32:09,846 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41801/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731508329684/wal.1731508329738 after 0ms 2024-11-13T14:32:09,848 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41801/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731508329684/wal.1731508329738: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T14:32:09,848 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41801/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731508329684/wal.1731508329738 took 2ms 2024-11-13T14:32:09,850 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41801/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731508329684/wal.1731508329738 so closing down 2024-11-13T14:32:09,850 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T14:32:09,851 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731508329738.temp 2024-11-13T14:32:09,851 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/a21638a4c0c18910beae737728dd745d/recovered.edits/0000000000000000003-wal.1731508329738.temp 2024-11-13T14:32:09,852 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T14:32:09,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741929_1108 (size=2944) 2024-11-13T14:32:09,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741929_1108 (size=2944) 2024-11-13T14:32:09,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741929_1108 (size=2944) 2024-11-13T14:32:09,858 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/a21638a4c0c18910beae737728dd745d/recovered.edits/0000000000000000003-wal.1731508329738.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-13T14:32:09,860 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/a21638a4c0c18910beae737728dd745d/recovered.edits/0000000000000000003-wal.1731508329738.temp to hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/a21638a4c0c18910beae737728dd745d/recovered.edits/0000000000000000035 2024-11-13T14:32:09,860 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 11 ms; skipped=2; WAL=hdfs://localhost:41801/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731508329684/wal.1731508329738, size=3.3 K, length=3344, corrupted=false, cancelled=false 2024-11-13T14:32:09,860 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41801/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731508329684/wal.1731508329738, journal: Splitting hdfs://localhost:41801/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731508329684/wal.1731508329738, size=3.3 K (3344bytes) at 1731508329846Finishing writing output for hdfs://localhost:41801/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731508329684/wal.1731508329738 so closing down at 1731508329850 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/a21638a4c0c18910beae737728dd745d/recovered.edits/0000000000000000003-wal.1731508329738.temp at 1731508329851 (+1 ms)3 split writer threads finished at 1731508329852 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/a21638a4c0c18910beae737728dd745d/recovered.edits/0000000000000000003-wal.1731508329738.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731508329858 (+6 ms)Rename recovered edits hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/a21638a4c0c18910beae737728dd745d/recovered.edits/0000000000000000003-wal.1731508329738.temp to hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/a21638a4c0c18910beae737728dd745d/recovered.edits/0000000000000000035 at 1731508329860 (+2 ms)Processed 32 edits across 1 Regions in 11 ms; skipped=2; WAL=hdfs://localhost:41801/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731508329684/wal.1731508329738, size=3.3 K, length=3344, corrupted=false, cancelled=false at 1731508329860 2024-11-13T14:32:09,861 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41801/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731508329684/wal.1731508329738 to hdfs://localhost:41801/hbase/oldWALs/wal.1731508329738 2024-11-13T14:32:09,862 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/a21638a4c0c18910beae737728dd745d/recovered.edits/0000000000000000035 2024-11-13T14:32:09,862 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T14:32:09,863 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41801/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731508329684, archiveDir=hdfs://localhost:41801/hbase/oldWALs, maxLogs=32 2024-11-13T14:32:09,876 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731508329684/wal.1731508329864, exclude list is [], retry=0 2024-11-13T14:32:09,879 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41973,DS-fb2b1a45-9bc1-4679-ba5a-76bfe8ef03f2,DISK] 2024-11-13T14:32:09,879 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42387,DS-4e9c7a05-2410-4992-ba6e-f6c65b75565a,DISK] 2024-11-13T14:32:09,879 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41545,DS-6e36f357-c0b3-46cb-a44a-940bbc7fdfd0,DISK] 2024-11-13T14:32:09,880 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731508329684/wal.1731508329864 2024-11-13T14:32:09,881 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35665:35665),(127.0.0.1/127.0.0.1:38697:38697),(127.0.0.1/127.0.0.1:34769:34769)] 2024-11-13T14:32:09,881 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => a21638a4c0c18910beae737728dd745d, NAME => 'testReplayEditsWrittenViaHRegion,,1731508329685.a21638a4c0c18910beae737728dd745d.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:32:09,881 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731508329685.a21638a4c0c18910beae737728dd745d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:32:09,881 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for a21638a4c0c18910beae737728dd745d 2024-11-13T14:32:09,881 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for a21638a4c0c18910beae737728dd745d 2024-11-13T14:32:09,882 INFO [StoreOpener-a21638a4c0c18910beae737728dd745d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a21638a4c0c18910beae737728dd745d 2024-11-13T14:32:09,883 INFO [StoreOpener-a21638a4c0c18910beae737728dd745d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a21638a4c0c18910beae737728dd745d columnFamilyName a 2024-11-13T14:32:09,883 DEBUG [StoreOpener-a21638a4c0c18910beae737728dd745d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:32:09,887 DEBUG [StoreOpener-a21638a4c0c18910beae737728dd745d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/a21638a4c0c18910beae737728dd745d/a/6f5d6edf8da54415be76125c4b2a74eb 2024-11-13T14:32:09,888 INFO [StoreOpener-a21638a4c0c18910beae737728dd745d-1 {}] regionserver.HStore(327): Store=a21638a4c0c18910beae737728dd745d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:32:09,888 INFO [StoreOpener-a21638a4c0c18910beae737728dd745d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a21638a4c0c18910beae737728dd745d 2024-11-13T14:32:09,888 INFO [StoreOpener-a21638a4c0c18910beae737728dd745d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a21638a4c0c18910beae737728dd745d columnFamilyName b 2024-11-13T14:32:09,889 DEBUG [StoreOpener-a21638a4c0c18910beae737728dd745d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:32:09,889 INFO [StoreOpener-a21638a4c0c18910beae737728dd745d-1 {}] regionserver.HStore(327): Store=a21638a4c0c18910beae737728dd745d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:32:09,889 INFO [StoreOpener-a21638a4c0c18910beae737728dd745d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a21638a4c0c18910beae737728dd745d 2024-11-13T14:32:09,890 INFO [StoreOpener-a21638a4c0c18910beae737728dd745d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a21638a4c0c18910beae737728dd745d columnFamilyName c 2024-11-13T14:32:09,890 DEBUG [StoreOpener-a21638a4c0c18910beae737728dd745d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:32:09,890 INFO [StoreOpener-a21638a4c0c18910beae737728dd745d-1 {}] regionserver.HStore(327): Store=a21638a4c0c18910beae737728dd745d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:32:09,890 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a21638a4c0c18910beae737728dd745d 2024-11-13T14:32:09,891 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/a21638a4c0c18910beae737728dd745d 2024-11-13T14:32:09,892 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/a21638a4c0c18910beae737728dd745d 2024-11-13T14:32:09,893 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/a21638a4c0c18910beae737728dd745d/recovered.edits/0000000000000000035 2024-11-13T14:32:09,894 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/a21638a4c0c18910beae737728dd745d/recovered.edits/0000000000000000035: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T14:32:09,895 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/a21638a4c0c18910beae737728dd745d/recovered.edits/0000000000000000035 2024-11-13T14:32:09,895 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a21638a4c0c18910beae737728dd745d 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-11-13T14:32:09,909 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/a21638a4c0c18910beae737728dd745d/.tmp/b/3cb9678c1fed4a5ea09c07cb38a50a7c is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731508329812/Put/seqid=0 2024-11-13T14:32:09,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741931_1110 (size=5958) 2024-11-13T14:32:09,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741931_1110 (size=5958) 2024-11-13T14:32:09,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741931_1110 (size=5958) 2024-11-13T14:32:09,916 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/a21638a4c0c18910beae737728dd745d/.tmp/b/3cb9678c1fed4a5ea09c07cb38a50a7c 2024-11-13T14:32:09,933 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T14:32:09,934 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/a21638a4c0c18910beae737728dd745d/.tmp/c/e50a84b25ac447cc81c738fa78d1f9eb is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1731508329819/Put/seqid=0 2024-11-13T14:32:09,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741932_1111 (size=5958) 2024-11-13T14:32:09,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741932_1111 (size=5958) 2024-11-13T14:32:09,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741932_1111 (size=5958) 2024-11-13T14:32:09,943 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/a21638a4c0c18910beae737728dd745d/.tmp/c/e50a84b25ac447cc81c738fa78d1f9eb 2024-11-13T14:32:09,949 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/a21638a4c0c18910beae737728dd745d/.tmp/b/3cb9678c1fed4a5ea09c07cb38a50a7c as hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/a21638a4c0c18910beae737728dd745d/b/3cb9678c1fed4a5ea09c07cb38a50a7c 2024-11-13T14:32:09,954 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/a21638a4c0c18910beae737728dd745d/b/3cb9678c1fed4a5ea09c07cb38a50a7c, entries=10, sequenceid=35, filesize=5.8 K 2024-11-13T14:32:09,955 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/a21638a4c0c18910beae737728dd745d/.tmp/c/e50a84b25ac447cc81c738fa78d1f9eb as hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/a21638a4c0c18910beae737728dd745d/c/e50a84b25ac447cc81c738fa78d1f9eb 2024-11-13T14:32:09,960 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/a21638a4c0c18910beae737728dd745d/c/e50a84b25ac447cc81c738fa78d1f9eb, entries=10, sequenceid=35, filesize=5.8 K 2024-11-13T14:32:09,961 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for a21638a4c0c18910beae737728dd745d in 66ms, sequenceid=35, compaction requested=false; wal=null 2024-11-13T14:32:09,961 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/a21638a4c0c18910beae737728dd745d/recovered.edits/0000000000000000035 2024-11-13T14:32:09,962 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a21638a4c0c18910beae737728dd745d 2024-11-13T14:32:09,962 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a21638a4c0c18910beae737728dd745d 2024-11-13T14:32:09,963 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T14:32:09,964 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a21638a4c0c18910beae737728dd745d 2024-11-13T14:32:09,966 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/a21638a4c0c18910beae737728dd745d/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-11-13T14:32:09,967 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a21638a4c0c18910beae737728dd745d; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73977703, jitterRate=0.10235367715358734}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T14:32:09,967 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a21638a4c0c18910beae737728dd745d: Writing region info on filesystem at 1731508329881Initializing all the Stores at 1731508329882 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508329882Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508329882Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508329882Obtaining lock to block concurrent updates at 1731508329895 (+13 ms)Preparing flush snapshotting stores in a21638a4c0c18910beae737728dd745d at 1731508329895Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731508329685.a21638a4c0c18910beae737728dd745d., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1731508329895Flushing stores of testReplayEditsWrittenViaHRegion,,1731508329685.a21638a4c0c18910beae737728dd745d. at 1731508329895Flushing a21638a4c0c18910beae737728dd745d/b: creating writer at 1731508329895Flushing a21638a4c0c18910beae737728dd745d/b: appending metadata at 1731508329909 (+14 ms)Flushing a21638a4c0c18910beae737728dd745d/b: closing flushed file at 1731508329909Flushing a21638a4c0c18910beae737728dd745d/c: creating writer at 1731508329921 (+12 ms)Flushing a21638a4c0c18910beae737728dd745d/c: appending metadata at 1731508329933 (+12 ms)Flushing a21638a4c0c18910beae737728dd745d/c: closing flushed file at 1731508329933Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f1330e1: reopening flushed file at 1731508329948 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5128448e: reopening flushed file at 1731508329955 (+7 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for a21638a4c0c18910beae737728dd745d in 66ms, sequenceid=35, compaction requested=false; wal=null at 1731508329961 (+6 ms)Cleaning up temporary data from old regions at 1731508329962 (+1 ms)Region opened successfully at 1731508329967 (+5 ms) 2024-11-13T14:32:10,028 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41801/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731508329684/wal.1731508329864, size=0 (0bytes) 2024-11-13T14:32:10,028 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:41801/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731508329684/wal.1731508329864 might be still open, length is 0 2024-11-13T14:32:10,028 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41801/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731508329684/wal.1731508329864 2024-11-13T14:32:10,028 WARN [IPC Server handler 0 on default port 41801 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731508329684/wal.1731508329864 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109 2024-11-13T14:32:10,028 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:41801/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731508329684/wal.1731508329864 after 0ms 2024-11-13T14:32:10,304 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-744547280_22 at /127.0.0.1:36830 [Receiving block BP-942709033-172.17.0.2-1731508290742:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:41973:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36830 dst: /127.0.0.1:41973 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:41973 remote=/127.0.0.1:36830]. Total timeout mills is 60000, 59690 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:32:10,305 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-744547280_22 at /127.0.0.1:39600 [Receiving block BP-942709033-172.17.0.2-1731508290742:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:42387:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39600 dst: /127.0.0.1:42387 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:32:10,305 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-744547280_22 at /127.0.0.1:45018 [Receiving block BP-942709033-172.17.0.2-1731508290742:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:41545:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45018 dst: /127.0.0.1:41545 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:32:10,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741930_1112 (size=2936) 2024-11-13T14:32:10,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741930_1112 (size=2936) 2024-11-13T14:32:14,029 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:41801/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731508329684/wal.1731508329864 after 4001ms 2024-11-13T14:32:14,033 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41801/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731508329684/wal.1731508329864: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T14:32:14,034 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41801/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731508329684/wal.1731508329864 took 4006ms 2024-11-13T14:32:14,037 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:41801/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731508329684/wal.1731508329864; continuing. 2024-11-13T14:32:14,038 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41801/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731508329684/wal.1731508329864 so closing down 2024-11-13T14:32:14,038 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T14:32:14,039 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1731508329864.temp 2024-11-13T14:32:14,041 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/a21638a4c0c18910beae737728dd745d/recovered.edits/0000000000000000037-wal.1731508329864.temp 2024-11-13T14:32:14,042 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T14:32:14,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741933_1113 (size=2944) 2024-11-13T14:32:14,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741933_1113 (size=2944) 2024-11-13T14:32:14,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741933_1113 (size=2944) 2024-11-13T14:32:14,052 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/a21638a4c0c18910beae737728dd745d/recovered.edits/0000000000000000037-wal.1731508329864.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-13T14:32:14,053 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/a21638a4c0c18910beae737728dd745d/recovered.edits/0000000000000000037-wal.1731508329864.temp to hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/a21638a4c0c18910beae737728dd745d/recovered.edits/0000000000000000066 2024-11-13T14:32:14,053 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:41801/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731508329684/wal.1731508329864, size=0, length=0, corrupted=false, cancelled=false 2024-11-13T14:32:14,053 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41801/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731508329684/wal.1731508329864, journal: Splitting hdfs://localhost:41801/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731508329684/wal.1731508329864, size=0 (0bytes) at 1731508330028Finishing writing output for hdfs://localhost:41801/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731508329684/wal.1731508329864 so closing down at 1731508334038 (+4010 ms)Creating recovered edits writer path=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/a21638a4c0c18910beae737728dd745d/recovered.edits/0000000000000000037-wal.1731508329864.temp at 1731508334041 (+3 ms)3 split writer threads finished at 1731508334042 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/a21638a4c0c18910beae737728dd745d/recovered.edits/0000000000000000037-wal.1731508329864.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731508334052 (+10 ms)Rename recovered edits hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/a21638a4c0c18910beae737728dd745d/recovered.edits/0000000000000000037-wal.1731508329864.temp to hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/a21638a4c0c18910beae737728dd745d/recovered.edits/0000000000000000066 at 1731508334053 (+1 ms)Processed 30 edits across 1 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:41801/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731508329684/wal.1731508329864, size=0, length=0, corrupted=false, cancelled=false at 1731508334053 2024-11-13T14:32:14,055 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41801/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731508329684/wal.1731508329864 to hdfs://localhost:41801/hbase/oldWALs/wal.1731508329864 2024-11-13T14:32:14,055 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/a21638a4c0c18910beae737728dd745d/recovered.edits/0000000000000000066 2024-11-13T14:32:14,055 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T14:32:14,057 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41801/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731508329684, archiveDir=hdfs://localhost:41801/hbase/oldWALs, maxLogs=32 2024-11-13T14:32:14,070 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731508329684/wal.1731508334057, exclude list is [], retry=0 2024-11-13T14:32:14,073 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41545,DS-6e36f357-c0b3-46cb-a44a-940bbc7fdfd0,DISK] 2024-11-13T14:32:14,073 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42387,DS-4e9c7a05-2410-4992-ba6e-f6c65b75565a,DISK] 2024-11-13T14:32:14,073 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41973,DS-fb2b1a45-9bc1-4679-ba5a-76bfe8ef03f2,DISK] 2024-11-13T14:32:14,075 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731508329684/wal.1731508334057 2024-11-13T14:32:14,075 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34769:34769),(127.0.0.1/127.0.0.1:38697:38697),(127.0.0.1/127.0.0.1:35665:35665)] 2024-11-13T14:32:14,075 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731508329685.a21638a4c0c18910beae737728dd745d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:32:14,077 INFO [StoreOpener-a21638a4c0c18910beae737728dd745d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a21638a4c0c18910beae737728dd745d 2024-11-13T14:32:14,077 INFO [StoreOpener-a21638a4c0c18910beae737728dd745d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a21638a4c0c18910beae737728dd745d columnFamilyName a 2024-11-13T14:32:14,077 DEBUG [StoreOpener-a21638a4c0c18910beae737728dd745d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:32:14,083 DEBUG [StoreOpener-a21638a4c0c18910beae737728dd745d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/a21638a4c0c18910beae737728dd745d/a/6f5d6edf8da54415be76125c4b2a74eb 2024-11-13T14:32:14,083 INFO [StoreOpener-a21638a4c0c18910beae737728dd745d-1 {}] regionserver.HStore(327): Store=a21638a4c0c18910beae737728dd745d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:32:14,083 INFO [StoreOpener-a21638a4c0c18910beae737728dd745d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a21638a4c0c18910beae737728dd745d 2024-11-13T14:32:14,084 INFO [StoreOpener-a21638a4c0c18910beae737728dd745d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a21638a4c0c18910beae737728dd745d columnFamilyName b 2024-11-13T14:32:14,084 DEBUG [StoreOpener-a21638a4c0c18910beae737728dd745d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:32:14,089 DEBUG [StoreOpener-a21638a4c0c18910beae737728dd745d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/a21638a4c0c18910beae737728dd745d/b/3cb9678c1fed4a5ea09c07cb38a50a7c 2024-11-13T14:32:14,089 INFO [StoreOpener-a21638a4c0c18910beae737728dd745d-1 {}] regionserver.HStore(327): Store=a21638a4c0c18910beae737728dd745d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:32:14,089 INFO [StoreOpener-a21638a4c0c18910beae737728dd745d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a21638a4c0c18910beae737728dd745d 2024-11-13T14:32:14,090 INFO [StoreOpener-a21638a4c0c18910beae737728dd745d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a21638a4c0c18910beae737728dd745d columnFamilyName c 2024-11-13T14:32:14,090 DEBUG [StoreOpener-a21638a4c0c18910beae737728dd745d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:32:14,094 DEBUG [StoreOpener-a21638a4c0c18910beae737728dd745d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/a21638a4c0c18910beae737728dd745d/c/e50a84b25ac447cc81c738fa78d1f9eb 2024-11-13T14:32:14,094 INFO [StoreOpener-a21638a4c0c18910beae737728dd745d-1 {}] regionserver.HStore(327): Store=a21638a4c0c18910beae737728dd745d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:32:14,094 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a21638a4c0c18910beae737728dd745d 2024-11-13T14:32:14,095 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/a21638a4c0c18910beae737728dd745d 2024-11-13T14:32:14,096 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/a21638a4c0c18910beae737728dd745d 2024-11-13T14:32:14,097 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/a21638a4c0c18910beae737728dd745d/recovered.edits/0000000000000000066 2024-11-13T14:32:14,099 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/a21638a4c0c18910beae737728dd745d/recovered.edits/0000000000000000066: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T14:32:14,102 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/a21638a4c0c18910beae737728dd745d/recovered.edits/0000000000000000066 2024-11-13T14:32:14,102 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a21638a4c0c18910beae737728dd745d 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-13T14:32:14,116 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/a21638a4c0c18910beae737728dd745d/.tmp/a/120c252d9b7c43d399032c611a935b1c is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1731508329974/Put/seqid=0 2024-11-13T14:32:14,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741935_1115 (size=5958) 2024-11-13T14:32:14,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741935_1115 (size=5958) 2024-11-13T14:32:14,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741935_1115 (size=5958) 2024-11-13T14:32:14,123 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/a21638a4c0c18910beae737728dd745d/.tmp/a/120c252d9b7c43d399032c611a935b1c 2024-11-13T14:32:14,139 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/a21638a4c0c18910beae737728dd745d/.tmp/b/028eeb9aee824bfdb9967003a33bd61d is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1731508329980/Put/seqid=0 2024-11-13T14:32:14,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741936_1116 (size=5958) 2024-11-13T14:32:14,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741936_1116 (size=5958) 2024-11-13T14:32:14,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741936_1116 (size=5958) 2024-11-13T14:32:14,145 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/a21638a4c0c18910beae737728dd745d/.tmp/b/028eeb9aee824bfdb9967003a33bd61d 2024-11-13T14:32:14,164 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/a21638a4c0c18910beae737728dd745d/.tmp/c/aa1e7364736f488b925d42d61f5bcecb is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1731508329987/Put/seqid=0 2024-11-13T14:32:14,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741937_1117 (size=5958) 2024-11-13T14:32:14,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741937_1117 (size=5958) 2024-11-13T14:32:14,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741937_1117 (size=5958) 2024-11-13T14:32:14,170 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/a21638a4c0c18910beae737728dd745d/.tmp/c/aa1e7364736f488b925d42d61f5bcecb 2024-11-13T14:32:14,175 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/a21638a4c0c18910beae737728dd745d/.tmp/a/120c252d9b7c43d399032c611a935b1c as hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/a21638a4c0c18910beae737728dd745d/a/120c252d9b7c43d399032c611a935b1c 2024-11-13T14:32:14,179 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/a21638a4c0c18910beae737728dd745d/a/120c252d9b7c43d399032c611a935b1c, entries=10, sequenceid=66, filesize=5.8 K 2024-11-13T14:32:14,180 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/a21638a4c0c18910beae737728dd745d/.tmp/b/028eeb9aee824bfdb9967003a33bd61d as hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/a21638a4c0c18910beae737728dd745d/b/028eeb9aee824bfdb9967003a33bd61d 2024-11-13T14:32:14,184 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/a21638a4c0c18910beae737728dd745d/b/028eeb9aee824bfdb9967003a33bd61d, entries=10, sequenceid=66, filesize=5.8 K 2024-11-13T14:32:14,185 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/a21638a4c0c18910beae737728dd745d/.tmp/c/aa1e7364736f488b925d42d61f5bcecb as hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/a21638a4c0c18910beae737728dd745d/c/aa1e7364736f488b925d42d61f5bcecb 2024-11-13T14:32:14,190 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/a21638a4c0c18910beae737728dd745d/c/aa1e7364736f488b925d42d61f5bcecb, entries=10, sequenceid=66, filesize=5.8 K 2024-11-13T14:32:14,190 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for a21638a4c0c18910beae737728dd745d in 88ms, sequenceid=66, compaction requested=false; wal=null 2024-11-13T14:32:14,190 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/a21638a4c0c18910beae737728dd745d/recovered.edits/0000000000000000066 2024-11-13T14:32:14,192 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a21638a4c0c18910beae737728dd745d 2024-11-13T14:32:14,192 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a21638a4c0c18910beae737728dd745d 2024-11-13T14:32:14,192 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T14:32:14,194 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a21638a4c0c18910beae737728dd745d 2024-11-13T14:32:14,196 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41801/hbase/data/default/testReplayEditsWrittenViaHRegion/a21638a4c0c18910beae737728dd745d/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-11-13T14:32:14,197 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a21638a4c0c18910beae737728dd745d; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70788028, jitterRate=0.05482381582260132}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T14:32:14,198 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a21638a4c0c18910beae737728dd745d: Writing region info on filesystem at 1731508334075Initializing all the Stores at 1731508334076 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508334076Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508334076Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508334076Obtaining lock to block concurrent updates at 1731508334102 (+26 ms)Preparing flush snapshotting stores in a21638a4c0c18910beae737728dd745d at 1731508334102Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731508329685.a21638a4c0c18910beae737728dd745d., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1731508334102Flushing stores of testReplayEditsWrittenViaHRegion,,1731508329685.a21638a4c0c18910beae737728dd745d. at 1731508334102Flushing a21638a4c0c18910beae737728dd745d/a: creating writer at 1731508334102Flushing a21638a4c0c18910beae737728dd745d/a: appending metadata at 1731508334116 (+14 ms)Flushing a21638a4c0c18910beae737728dd745d/a: closing flushed file at 1731508334116Flushing a21638a4c0c18910beae737728dd745d/b: creating writer at 1731508334126 (+10 ms)Flushing a21638a4c0c18910beae737728dd745d/b: appending metadata at 1731508334139 (+13 ms)Flushing a21638a4c0c18910beae737728dd745d/b: closing flushed file at 1731508334139Flushing a21638a4c0c18910beae737728dd745d/c: creating writer at 1731508334149 (+10 ms)Flushing a21638a4c0c18910beae737728dd745d/c: appending metadata at 1731508334163 (+14 ms)Flushing a21638a4c0c18910beae737728dd745d/c: closing flushed file at 1731508334163Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43b6efd2: reopening flushed file at 1731508334174 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@341723b9: reopening flushed file at 1731508334179 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1285293f: reopening flushed file at 1731508334185 (+6 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for a21638a4c0c18910beae737728dd745d in 88ms, sequenceid=66, compaction requested=false; wal=null at 1731508334190 (+5 ms)Cleaning up temporary data from old regions at 1731508334192 (+2 ms)Region opened successfully at 1731508334197 (+5 ms) 2024-11-13T14:32:14,210 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing a21638a4c0c18910beae737728dd745d, disabling compactions & flushes 2024-11-13T14:32:14,211 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731508329685.a21638a4c0c18910beae737728dd745d. 2024-11-13T14:32:14,211 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731508329685.a21638a4c0c18910beae737728dd745d. 2024-11-13T14:32:14,211 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731508329685.a21638a4c0c18910beae737728dd745d. after waiting 0 ms 2024-11-13T14:32:14,211 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731508329685.a21638a4c0c18910beae737728dd745d. 2024-11-13T14:32:14,212 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731508329685.a21638a4c0c18910beae737728dd745d. 2024-11-13T14:32:14,212 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for a21638a4c0c18910beae737728dd745d: Waiting for close lock at 1731508334210Disabling compacts and flushes for region at 1731508334210Disabling writes for close at 1731508334211 (+1 ms)Writing region close event to WAL at 1731508334212 (+1 ms)Closed at 1731508334212 2024-11-13T14:32:14,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741934_1114 (size=95) 2024-11-13T14:32:14,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741934_1114 (size=95) 2024-11-13T14:32:14,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741934_1114 (size=95) 2024-11-13T14:32:14,216 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-13T14:32:14,216 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731508334057) 2024-11-13T14:32:14,229 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=447 (was 438) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-799813279_22 at /127.0.0.1:44698 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:41801 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-799813279_22 at /127.0.0.1:44198 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:41801 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-799813279_22 at /127.0.0.1:51076 [Waiting for operation #25] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1412 (was 1344) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=211 (was 220), ProcessCount=11 (was 11), AvailableMemoryMB=2999 (was 3021) 2024-11-13T14:32:14,229 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1412 is superior to 1024 2024-11-13T14:32:14,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T14:32:14,229 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:32:14,229 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:32:14,229 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:32:14,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:32:14,230 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:32:14,230 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T14:32:14,230 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=83871044, stopped=false 2024-11-13T14:32:14,231 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=eb1966fd6578,35921,1731508295252 2024-11-13T14:32:14,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35921-0x101349bcee70000, quorum=127.0.0.1:54985, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T14:32:14,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35127-0x101349bcee70003, quorum=127.0.0.1:54985, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T14:32:14,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35127-0x101349bcee70003, quorum=127.0.0.1:54985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T14:32:14,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35921-0x101349bcee70000, quorum=127.0.0.1:54985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T14:32:14,291 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T14:32:14,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41921-0x101349bcee70002, quorum=127.0.0.1:54985, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T14:32:14,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41921-0x101349bcee70002, quorum=127.0.0.1:54985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T14:32:14,292 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:32:14,292 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:32:14,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:32:14,292 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'eb1966fd6578,41921,1731508296133' ***** 2024-11-13T14:32:14,292 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T14:32:14,292 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'eb1966fd6578,35127,1731508296180' ***** 2024-11-13T14:32:14,292 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T14:32:14,292 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41921-0x101349bcee70002, quorum=127.0.0.1:54985, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T14:32:14,292 INFO [RS:2;eb1966fd6578:35127 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T14:32:14,293 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35127-0x101349bcee70003, quorum=127.0.0.1:54985, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T14:32:14,293 INFO [RS:2;eb1966fd6578:35127 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T14:32:14,293 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T14:32:14,293 INFO [RS:2;eb1966fd6578:35127 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T14:32:14,293 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35921-0x101349bcee70000, quorum=127.0.0.1:54985, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T14:32:14,293 INFO [RS:2;eb1966fd6578:35127 {}] regionserver.HRegionServer(3091): Received CLOSE for ecb4b578e760fbcfd46b7a8b1ef28807 2024-11-13T14:32:14,293 INFO [RS:1;eb1966fd6578:41921 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T14:32:14,293 INFO [RS:1;eb1966fd6578:41921 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T14:32:14,293 INFO [RS:1;eb1966fd6578:41921 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T14:32:14,293 INFO [RS:1;eb1966fd6578:41921 {}] regionserver.HRegionServer(959): stopping server eb1966fd6578,41921,1731508296133 2024-11-13T14:32:14,293 INFO [RS:2;eb1966fd6578:35127 {}] regionserver.HRegionServer(959): stopping server eb1966fd6578,35127,1731508296180 2024-11-13T14:32:14,293 INFO [RS:1;eb1966fd6578:41921 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T14:32:14,293 INFO [RS:2;eb1966fd6578:35127 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T14:32:14,293 INFO [RS:2;eb1966fd6578:35127 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;eb1966fd6578:35127. 2024-11-13T14:32:14,293 INFO [RS:1;eb1966fd6578:41921 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;eb1966fd6578:41921. 2024-11-13T14:32:14,293 DEBUG [RS:1;eb1966fd6578:41921 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:32:14,293 DEBUG [RS:2;eb1966fd6578:35127 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:32:14,293 DEBUG [RS:1;eb1966fd6578:41921 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:32:14,293 DEBUG [RS:2;eb1966fd6578:35127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:32:14,293 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ecb4b578e760fbcfd46b7a8b1ef28807, disabling compactions & flushes 2024-11-13T14:32:14,293 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807. 2024-11-13T14:32:14,293 INFO [RS:1;eb1966fd6578:41921 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T14:32:14,293 INFO [RS:2;eb1966fd6578:35127 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T14:32:14,293 INFO [RS:1;eb1966fd6578:41921 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T14:32:14,293 DEBUG [RS:2;eb1966fd6578:35127 {}] regionserver.HRegionServer(1325): Online Regions={ecb4b578e760fbcfd46b7a8b1ef28807=testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807.} 2024-11-13T14:32:14,293 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807. 2024-11-13T14:32:14,293 INFO [RS:1;eb1966fd6578:41921 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T14:32:14,293 DEBUG [RS:2;eb1966fd6578:35127 {}] regionserver.HRegionServer(1351): Waiting on ecb4b578e760fbcfd46b7a8b1ef28807 2024-11-13T14:32:14,293 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807. after waiting 0 ms 2024-11-13T14:32:14,294 INFO [RS:1;eb1966fd6578:41921 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T14:32:14,294 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807. 2024-11-13T14:32:14,294 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T14:32:14,294 INFO [RS:1;eb1966fd6578:41921 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T14:32:14,294 DEBUG [RS:1;eb1966fd6578:41921 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T14:32:14,294 DEBUG [RS:1;eb1966fd6578:41921 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T14:32:14,294 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T14:32:14,294 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T14:32:14,294 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T14:32:14,294 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T14:32:14,294 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T14:32:14,294 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB 2024-11-13T14:32:14,298 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ecb4b578e760fbcfd46b7a8b1ef28807/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-11-13T14:32:14,299 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807. 2024-11-13T14:32:14,299 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ecb4b578e760fbcfd46b7a8b1ef28807: Waiting for close lock at 1731508334293Running coprocessor pre-close hooks at 1731508334293Disabling compacts and flushes for region at 1731508334293Disabling writes for close at 1731508334294 (+1 ms)Writing region close event to WAL at 1731508334295 (+1 ms)Running coprocessor post-close hooks at 1731508334299 (+4 ms)Closed at 1731508334299 2024-11-13T14:32:14,299 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807. 2024-11-13T14:32:14,313 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/hbase/meta/1588230740/.tmp/info/c4208aec36894baebbed146bc244c49f is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1731508311219.ecb4b578e760fbcfd46b7a8b1ef28807./info:regioninfo/1731508314402/Put/seqid=0 2024-11-13T14:32:14,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741938_1118 (size=8243) 2024-11-13T14:32:14,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741938_1118 (size=8243) 2024-11-13T14:32:14,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741938_1118 (size=8243) 2024-11-13T14:32:14,321 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/hbase/meta/1588230740/.tmp/info/c4208aec36894baebbed146bc244c49f 2024-11-13T14:32:14,340 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/hbase/meta/1588230740/.tmp/ns/7ea75e174eeb4125b8f69248716c7c26 is 43, key is default/ns:d/1731508298296/Put/seqid=0 2024-11-13T14:32:14,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741939_1119 (size=5153) 2024-11-13T14:32:14,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741939_1119 (size=5153) 2024-11-13T14:32:14,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741939_1119 (size=5153) 2024-11-13T14:32:14,347 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/hbase/meta/1588230740/.tmp/ns/7ea75e174eeb4125b8f69248716c7c26 2024-11-13T14:32:14,360 INFO [regionserver/eb1966fd6578:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T14:32:14,361 INFO [regionserver/eb1966fd6578:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T14:32:14,366 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/hbase/meta/1588230740/.tmp/table/de2fc2b1dd3b44bbb4c1bb1c6172227b is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1731508311642/Put/seqid=0 2024-11-13T14:32:14,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741940_1120 (size=5431) 2024-11-13T14:32:14,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741940_1120 (size=5431) 2024-11-13T14:32:14,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741940_1120 (size=5431) 2024-11-13T14:32:14,372 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/hbase/meta/1588230740/.tmp/table/de2fc2b1dd3b44bbb4c1bb1c6172227b 2024-11-13T14:32:14,378 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/hbase/meta/1588230740/.tmp/info/c4208aec36894baebbed146bc244c49f as hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/hbase/meta/1588230740/info/c4208aec36894baebbed146bc244c49f 2024-11-13T14:32:14,383 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/hbase/meta/1588230740/info/c4208aec36894baebbed146bc244c49f, entries=18, sequenceid=21, filesize=8.0 K 2024-11-13T14:32:14,384 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/hbase/meta/1588230740/.tmp/ns/7ea75e174eeb4125b8f69248716c7c26 as hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/hbase/meta/1588230740/ns/7ea75e174eeb4125b8f69248716c7c26 2024-11-13T14:32:14,389 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/hbase/meta/1588230740/ns/7ea75e174eeb4125b8f69248716c7c26, entries=2, sequenceid=21, filesize=5.0 K 2024-11-13T14:32:14,390 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/hbase/meta/1588230740/.tmp/table/de2fc2b1dd3b44bbb4c1bb1c6172227b as hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/hbase/meta/1588230740/table/de2fc2b1dd3b44bbb4c1bb1c6172227b 2024-11-13T14:32:14,395 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/hbase/meta/1588230740/table/de2fc2b1dd3b44bbb4c1bb1c6172227b, entries=2, sequenceid=21, filesize=5.3 K 2024-11-13T14:32:14,396 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 102ms, sequenceid=21, compaction requested=false 2024-11-13T14:32:14,401 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-13T14:32:14,401 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T14:32:14,401 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T14:32:14,401 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731508334294Running coprocessor pre-close hooks at 1731508334294Disabling compacts and flushes for region at 1731508334294Disabling writes for close at 1731508334294Obtaining lock to block concurrent updates at 1731508334294Preparing flush snapshotting stores in 1588230740 at 1731508334294Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1731508334295 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731508334296 (+1 ms)Flushing 1588230740/info: creating writer at 1731508334296Flushing 1588230740/info: appending metadata at 1731508334313 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731508334313Flushing 1588230740/ns: creating writer at 1731508334326 (+13 ms)Flushing 1588230740/ns: appending metadata at 1731508334339 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731508334340 (+1 ms)Flushing 1588230740/table: creating writer at 1731508334352 (+12 ms)Flushing 1588230740/table: appending metadata at 1731508334365 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731508334366 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@511abd62: reopening flushed file at 1731508334377 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63fd12d: reopening flushed file at 1731508334384 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4eb850c: reopening flushed file at 1731508334390 (+6 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 102ms, sequenceid=21, compaction requested=false at 1731508334396 (+6 ms)Writing region close event to WAL at 1731508334398 (+2 ms)Running coprocessor post-close hooks at 1731508334401 (+3 ms)Closed at 1731508334401 2024-11-13T14:32:14,401 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T14:32:14,494 INFO [RS:2;eb1966fd6578:35127 {}] regionserver.HRegionServer(976): stopping server eb1966fd6578,35127,1731508296180; all regions closed. 2024-11-13T14:32:14,494 INFO [RS:1;eb1966fd6578:41921 {}] regionserver.HRegionServer(976): stopping server eb1966fd6578,41921,1731508296133; all regions closed. 2024-11-13T14:32:14,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741833_1009 (size=720) 2024-11-13T14:32:14,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741833_1009 (size=720) 2024-11-13T14:32:14,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741836_1012 (size=4716) 2024-11-13T14:32:14,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741836_1012 (size=4716) 2024-11-13T14:32:14,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741833_1009 (size=720) 2024-11-13T14:32:14,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741836_1012 (size=4716) 2024-11-13T14:32:14,499 DEBUG [RS:2;eb1966fd6578:35127 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/oldWALs 2024-11-13T14:32:14,499 INFO [RS:2;eb1966fd6578:35127 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb1966fd6578%2C35127%2C1731508296180:(num 1731508297688) 2024-11-13T14:32:14,499 DEBUG [RS:1;eb1966fd6578:41921 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/oldWALs 2024-11-13T14:32:14,499 DEBUG [RS:2;eb1966fd6578:35127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:32:14,499 INFO [RS:1;eb1966fd6578:41921 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb1966fd6578%2C41921%2C1731508296133.meta:.meta(num 1731508298122) 2024-11-13T14:32:14,499 INFO [RS:2;eb1966fd6578:35127 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T14:32:14,499 INFO [RS:2;eb1966fd6578:35127 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T14:32:14,499 INFO [RS:2;eb1966fd6578:35127 {}] hbase.ChoreService(370): Chore service for: regionserver/eb1966fd6578:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T14:32:14,500 INFO [RS:2;eb1966fd6578:35127 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T14:32:14,500 INFO [regionserver/eb1966fd6578:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T14:32:14,500 INFO [RS:2;eb1966fd6578:35127 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T14:32:14,500 INFO [RS:2;eb1966fd6578:35127 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T14:32:14,500 INFO [RS:2;eb1966fd6578:35127 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T14:32:14,500 INFO [RS:2;eb1966fd6578:35127 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35127 2024-11-13T14:32:14,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741835_1011 (size=1701) 2024-11-13T14:32:14,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741835_1011 (size=1701) 2024-11-13T14:32:14,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741835_1011 (size=1701) 2024-11-13T14:32:14,504 DEBUG [RS:1;eb1966fd6578:41921 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/oldWALs 2024-11-13T14:32:14,504 INFO [RS:1;eb1966fd6578:41921 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb1966fd6578%2C41921%2C1731508296133:(num 1731508297688) 2024-11-13T14:32:14,504 DEBUG [RS:1;eb1966fd6578:41921 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:32:14,504 INFO [RS:1;eb1966fd6578:41921 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T14:32:14,504 INFO [RS:1;eb1966fd6578:41921 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T14:32:14,504 INFO [RS:1;eb1966fd6578:41921 {}] hbase.ChoreService(370): Chore service for: regionserver/eb1966fd6578:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T14:32:14,504 INFO [RS:1;eb1966fd6578:41921 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T14:32:14,505 INFO [regionserver/eb1966fd6578:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T14:32:14,505 INFO [RS:1;eb1966fd6578:41921 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41921 2024-11-13T14:32:14,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35127-0x101349bcee70003, quorum=127.0.0.1:54985, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/eb1966fd6578,35127,1731508296180 2024-11-13T14:32:14,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35921-0x101349bcee70000, quorum=127.0.0.1:54985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T14:32:14,512 INFO [RS:2;eb1966fd6578:35127 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T14:32:14,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41921-0x101349bcee70002, quorum=127.0.0.1:54985, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/eb1966fd6578,41921,1731508296133 2024-11-13T14:32:14,523 INFO [RS:1;eb1966fd6578:41921 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T14:32:14,533 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [eb1966fd6578,35127,1731508296180] 2024-11-13T14:32:14,554 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/eb1966fd6578,35127,1731508296180 already deleted, retry=false 2024-11-13T14:32:14,555 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; eb1966fd6578,35127,1731508296180 expired; onlineServers=1 2024-11-13T14:32:14,555 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [eb1966fd6578,41921,1731508296133] 2024-11-13T14:32:14,567 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/eb1966fd6578,41921,1731508296133 already deleted, retry=false 2024-11-13T14:32:14,567 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; eb1966fd6578,41921,1731508296133 expired; onlineServers=0 2024-11-13T14:32:14,568 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'eb1966fd6578,35921,1731508295252' ***** 2024-11-13T14:32:14,568 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T14:32:14,568 INFO [M:0;eb1966fd6578:35921 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T14:32:14,568 INFO [M:0;eb1966fd6578:35921 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T14:32:14,568 DEBUG [M:0;eb1966fd6578:35921 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T14:32:14,569 DEBUG [M:0;eb1966fd6578:35921 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T14:32:14,569 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T14:32:14,569 DEBUG [master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731508297318 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731508297318,5,FailOnTimeoutGroup] 2024-11-13T14:32:14,569 DEBUG [master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731508297317 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731508297317,5,FailOnTimeoutGroup] 2024-11-13T14:32:14,570 INFO [M:0;eb1966fd6578:35921 {}] hbase.ChoreService(370): Chore service for: master/eb1966fd6578:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T14:32:14,570 INFO [M:0;eb1966fd6578:35921 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T14:32:14,570 DEBUG [M:0;eb1966fd6578:35921 {}] master.HMaster(1795): Stopping service threads 2024-11-13T14:32:14,570 INFO [M:0;eb1966fd6578:35921 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T14:32:14,570 INFO [M:0;eb1966fd6578:35921 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T14:32:14,572 INFO [M:0;eb1966fd6578:35921 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T14:32:14,572 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T14:32:14,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35921-0x101349bcee70000, quorum=127.0.0.1:54985, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T14:32:14,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35921-0x101349bcee70000, quorum=127.0.0.1:54985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T14:32:14,578 DEBUG [M:0;eb1966fd6578:35921 {}] zookeeper.ZKUtil(347): master:35921-0x101349bcee70000, quorum=127.0.0.1:54985, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-13T14:32:14,578 WARN [M:0;eb1966fd6578:35921 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T14:32:14,579 INFO [M:0;eb1966fd6578:35921 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/.lastflushedseqids 2024-11-13T14:32:14,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741941_1121 (size=138) 2024-11-13T14:32:14,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741941_1121 (size=138) 2024-11-13T14:32:14,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741941_1121 (size=138) 2024-11-13T14:32:14,595 INFO [M:0;eb1966fd6578:35921 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T14:32:14,595 INFO [M:0;eb1966fd6578:35921 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T14:32:14,596 DEBUG [M:0;eb1966fd6578:35921 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T14:32:14,596 INFO [M:0;eb1966fd6578:35921 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:32:14,596 DEBUG [M:0;eb1966fd6578:35921 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:32:14,596 DEBUG [M:0;eb1966fd6578:35921 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T14:32:14,596 DEBUG [M:0;eb1966fd6578:35921 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:32:14,596 INFO [M:0;eb1966fd6578:35921 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.34 KB heapSize=83.73 KB 2024-11-13T14:32:14,612 DEBUG [M:0;eb1966fd6578:35921 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/34b65c887cec4b5aa3032b262cf7ecf6 is 82, key is hbase:meta,,1/info:regioninfo/1731508298204/Put/seqid=0 2024-11-13T14:32:14,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741942_1122 (size=5672) 2024-11-13T14:32:14,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741942_1122 (size=5672) 2024-11-13T14:32:14,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741942_1122 (size=5672) 2024-11-13T14:32:14,617 INFO [M:0;eb1966fd6578:35921 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/34b65c887cec4b5aa3032b262cf7ecf6 2024-11-13T14:32:14,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35127-0x101349bcee70003, quorum=127.0.0.1:54985, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:32:14,633 INFO [RS:2;eb1966fd6578:35127 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T14:32:14,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35127-0x101349bcee70003, quorum=127.0.0.1:54985, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:32:14,633 INFO [RS:2;eb1966fd6578:35127 {}] regionserver.HRegionServer(1031): Exiting; stopping=eb1966fd6578,35127,1731508296180; zookeeper connection closed. 2024-11-13T14:32:14,634 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@36f64739 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@36f64739 2024-11-13T14:32:14,638 DEBUG [M:0;eb1966fd6578:35921 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/83ce7cd2ccae4d539c1124cb317e1538 is 1076, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731508311648/Put/seqid=0 2024-11-13T14:32:14,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741943_1123 (size=7755) 2024-11-13T14:32:14,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741943_1123 (size=7755) 2024-11-13T14:32:14,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41921-0x101349bcee70002, quorum=127.0.0.1:54985, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:32:14,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741943_1123 (size=7755) 2024-11-13T14:32:14,644 INFO [RS:1;eb1966fd6578:41921 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T14:32:14,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41921-0x101349bcee70002, quorum=127.0.0.1:54985, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:32:14,644 INFO [RS:1;eb1966fd6578:41921 {}] regionserver.HRegionServer(1031): Exiting; stopping=eb1966fd6578,41921,1731508296133; zookeeper connection closed. 2024-11-13T14:32:14,644 INFO [M:0;eb1966fd6578:35921 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.61 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/83ce7cd2ccae4d539c1124cb317e1538 2024-11-13T14:32:14,644 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6e4f85a2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6e4f85a2 2024-11-13T14:32:14,645 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-13T14:32:14,649 INFO [M:0;eb1966fd6578:35921 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 83ce7cd2ccae4d539c1124cb317e1538 2024-11-13T14:32:14,662 DEBUG [M:0;eb1966fd6578:35921 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/464011825cda444985ff7e79f5835097 is 69, key is eb1966fd6578,35127,1731508296180/rs:state/1731508297361/Put/seqid=0 2024-11-13T14:32:14,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741944_1124 (size=5445) 2024-11-13T14:32:14,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741944_1124 (size=5445) 2024-11-13T14:32:14,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741944_1124 (size=5445) 2024-11-13T14:32:14,669 INFO [M:0;eb1966fd6578:35921 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/464011825cda444985ff7e79f5835097 2024-11-13T14:32:14,673 INFO [M:0;eb1966fd6578:35921 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 464011825cda444985ff7e79f5835097 2024-11-13T14:32:14,674 DEBUG [M:0;eb1966fd6578:35921 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/34b65c887cec4b5aa3032b262cf7ecf6 as hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/34b65c887cec4b5aa3032b262cf7ecf6 2024-11-13T14:32:14,679 INFO [M:0;eb1966fd6578:35921 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/34b65c887cec4b5aa3032b262cf7ecf6, entries=8, sequenceid=168, filesize=5.5 K 2024-11-13T14:32:14,680 DEBUG [M:0;eb1966fd6578:35921 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/83ce7cd2ccae4d539c1124cb317e1538 as hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/83ce7cd2ccae4d539c1124cb317e1538 2024-11-13T14:32:14,684 INFO [M:0;eb1966fd6578:35921 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 83ce7cd2ccae4d539c1124cb317e1538 2024-11-13T14:32:14,684 INFO [M:0;eb1966fd6578:35921 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/83ce7cd2ccae4d539c1124cb317e1538, entries=17, sequenceid=168, filesize=7.6 K 2024-11-13T14:32:14,685 DEBUG [M:0;eb1966fd6578:35921 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/464011825cda444985ff7e79f5835097 as hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/464011825cda444985ff7e79f5835097 2024-11-13T14:32:14,689 INFO [M:0;eb1966fd6578:35921 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 464011825cda444985ff7e79f5835097 2024-11-13T14:32:14,690 INFO [M:0;eb1966fd6578:35921 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41801/user/jenkins/test-data/704c602a-7f43-3e1e-d074-4cdec89ea4bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/464011825cda444985ff7e79f5835097, entries=3, sequenceid=168, filesize=5.3 K 2024-11-13T14:32:14,691 INFO [M:0;eb1966fd6578:35921 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 94ms, sequenceid=168, compaction requested=false 2024-11-13T14:32:14,692 INFO [M:0;eb1966fd6578:35921 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:32:14,692 DEBUG [M:0;eb1966fd6578:35921 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731508334596Disabling compacts and flushes for region at 1731508334596Disabling writes for close at 1731508334596Obtaining lock to block concurrent updates at 1731508334596Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731508334596Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69984, getHeapSize=85672, getOffHeapSize=0, getCellsCount=195 at 1731508334596Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731508334597 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731508334597Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731508334611 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731508334612 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731508334622 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731508334637 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731508334637Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731508334649 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731508334662 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731508334662Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36f579c8: reopening flushed file at 1731508334673 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48ba53b1: reopening flushed file at 1731508334679 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d03a9b: reopening flushed file at 1731508334684 (+5 ms)Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 94ms, sequenceid=168, compaction requested=false at 1731508334691 (+7 ms)Writing region close event to WAL at 1731508334692 (+1 ms)Closed at 1731508334692 2024-11-13T14:32:14,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741830_1006 (size=56513) 2024-11-13T14:32:14,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741830_1006 (size=56513) 2024-11-13T14:32:14,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741830_1006 (size=56513) 2024-11-13T14:32:14,713 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T14:32:14,713 INFO [M:0;eb1966fd6578:35921 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T14:32:14,713 INFO [M:0;eb1966fd6578:35921 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35921 2024-11-13T14:32:14,714 INFO [M:0;eb1966fd6578:35921 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T14:32:14,825 INFO [M:0;eb1966fd6578:35921 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T14:32:14,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35921-0x101349bcee70000, quorum=127.0.0.1:54985, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:32:14,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35921-0x101349bcee70000, quorum=127.0.0.1:54985, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:32:14,835 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731508314662/wal.1731508315051 with renewLeaseKey: DEFAULT_16655 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731508314662/wal.1731508315051 (inode 16655) Holder DFSClient_NONMAPREDUCE_-744547280_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731508314662/wal.1731508315051 (inode 16655) Holder DFSClient_NONMAPREDUCE_-744547280_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-13T14:32:14,837 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731508306410/wal.1731508306504 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:32:14,837 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731508329684/wal.1731508329864 with renewLeaseKey: DEFAULT_16767 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:32:14,839 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731508315186/wal.1731508324445 with renewLeaseKey: DEFAULT_16678 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731508315186/wal.1731508324445 (inode 16678) Holder DFSClient_NONMAPREDUCE_-744547280_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731508315186/wal.1731508324445 (inode 16678) Holder DFSClient_NONMAPREDUCE_-744547280_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-13T14:32:14,840 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731508299369/wal.1731508299845 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:32:14,842 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731508324627/wal.1731508325081 with renewLeaseKey: DEFAULT_16704 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731508324627/wal.1731508325081 (inode 16704) Holder DFSClient_NONMAPREDUCE_-744547280_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731508324627/wal.1731508325081 (inode 16704) Holder DFSClient_NONMAPREDUCE_-744547280_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-13T14:32:14,844 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731508325227/wal.1731508325288 with renewLeaseKey: DEFAULT_16726 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:32:14,846 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731508299030/wal.1731508299223 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731508299030/wal.1731508299223 (inode 16485) Holder DFSClient_NONMAPREDUCE_-744547280_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731508299030/wal.1731508299223 (inode 16485) Holder DFSClient_NONMAPREDUCE_-744547280_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-13T14:32:14,848 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731508298516/wal.1731508298767 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731508298516/wal.1731508298767 (inode 16462) Holder DFSClient_NONMAPREDUCE_-744547280_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731508298516/wal.1731508298767 (inode 16462) Holder DFSClient_NONMAPREDUCE_-744547280_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-13T14:32:14,852 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35f1150e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T14:32:14,854 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13a77e13{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T14:32:14,854 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T14:32:14,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f9972d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T14:32:14,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6d5e13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f90b2f5d-67a3-af73-89b5-c88bee40f138/hadoop.log.dir/,STOPPED} 2024-11-13T14:32:14,857 WARN [BP-942709033-172.17.0.2-1731508290742 heartbeating to localhost/127.0.0.1:41801 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T14:32:14,857 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T14:32:14,857 WARN [BP-942709033-172.17.0.2-1731508290742 heartbeating to localhost/127.0.0.1:41801 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-942709033-172.17.0.2-1731508290742 (Datanode Uuid eef3e509-d6c7-4364-8372-d36c55e56086) service to localhost/127.0.0.1:41801 2024-11-13T14:32:14,857 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T14:32:14,858 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f90b2f5d-67a3-af73-89b5-c88bee40f138/cluster_8bb56d3f-b2f2-aed9-17fa-a218dacc1940/data/data5/current/BP-942709033-172.17.0.2-1731508290742 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T14:32:14,858 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f90b2f5d-67a3-af73-89b5-c88bee40f138/cluster_8bb56d3f-b2f2-aed9-17fa-a218dacc1940/data/data6/current/BP-942709033-172.17.0.2-1731508290742 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T14:32:14,859 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T14:32:14,860 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bd427b8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T14:32:14,861 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6915083f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T14:32:14,861 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T14:32:14,861 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cc2d6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T14:32:14,861 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46b092e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f90b2f5d-67a3-af73-89b5-c88bee40f138/hadoop.log.dir/,STOPPED} 2024-11-13T14:32:14,864 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T14:32:14,864 WARN [BP-942709033-172.17.0.2-1731508290742 heartbeating to localhost/127.0.0.1:41801 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T14:32:14,864 WARN [BP-942709033-172.17.0.2-1731508290742 heartbeating to localhost/127.0.0.1:41801 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-942709033-172.17.0.2-1731508290742 (Datanode Uuid bb418d6b-bfc1-4559-bb57-807023d9758d) service to localhost/127.0.0.1:41801 2024-11-13T14:32:14,864 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T14:32:14,865 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f90b2f5d-67a3-af73-89b5-c88bee40f138/cluster_8bb56d3f-b2f2-aed9-17fa-a218dacc1940/data/data3/current/BP-942709033-172.17.0.2-1731508290742 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T14:32:14,865 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f90b2f5d-67a3-af73-89b5-c88bee40f138/cluster_8bb56d3f-b2f2-aed9-17fa-a218dacc1940/data/data4/current/BP-942709033-172.17.0.2-1731508290742 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T14:32:14,865 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T14:32:14,867 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@330740de{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T14:32:14,867 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b24cab9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T14:32:14,867 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T14:32:14,868 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a359997{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T14:32:14,868 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cf5a85e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f90b2f5d-67a3-af73-89b5-c88bee40f138/hadoop.log.dir/,STOPPED} 2024-11-13T14:32:14,869 WARN [BP-942709033-172.17.0.2-1731508290742 heartbeating to localhost/127.0.0.1:41801 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T14:32:14,869 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T14:32:14,869 WARN [BP-942709033-172.17.0.2-1731508290742 heartbeating to localhost/127.0.0.1:41801 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-942709033-172.17.0.2-1731508290742 (Datanode Uuid d6d3bcc3-8285-4a14-a5b7-bd31d95d5203) service to localhost/127.0.0.1:41801 2024-11-13T14:32:14,869 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T14:32:14,870 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f90b2f5d-67a3-af73-89b5-c88bee40f138/cluster_8bb56d3f-b2f2-aed9-17fa-a218dacc1940/data/data1/current/BP-942709033-172.17.0.2-1731508290742 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T14:32:14,870 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f90b2f5d-67a3-af73-89b5-c88bee40f138/cluster_8bb56d3f-b2f2-aed9-17fa-a218dacc1940/data/data2/current/BP-942709033-172.17.0.2-1731508290742 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T14:32:14,870 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T14:32:14,875 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3717288f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T14:32:14,876 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bd70930{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T14:32:14,876 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T14:32:14,876 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6dc9d5c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T14:32:14,876 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f37ffca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f90b2f5d-67a3-af73-89b5-c88bee40f138/hadoop.log.dir/,STOPPED} 2024-11-13T14:32:14,886 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T14:32:14,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down