2024-11-17 08:33:24,778 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-17 08:33:24,791 main DEBUG Took 0.011198 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-17 08:33:24,792 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-17 08:33:24,792 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-17 08:33:24,793 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-17 08:33:24,795 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 08:33:24,803 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-17 08:33:24,819 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 08:33:24,821 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 08:33:24,822 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 08:33:24,823 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 08:33:24,824 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 08:33:24,824 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 08:33:24,826 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 08:33:24,826 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 08:33:24,827 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 08:33:24,827 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 08:33:24,829 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 08:33:24,829 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 08:33:24,830 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 08:33:24,831 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 08:33:24,831 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 08:33:24,832 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 08:33:24,832 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 08:33:24,833 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 08:33:24,834 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 08:33:24,834 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 08:33:24,835 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 08:33:24,835 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 08:33:24,836 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 08:33:24,836 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 08:33:24,837 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 08:33:24,837 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-17 08:33:24,839 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 08:33:24,841 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-17 08:33:24,843 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-17 08:33:24,844 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-17 08:33:24,846 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-17 08:33:24,847 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-17 08:33:24,855 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-17 08:33:24,857 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-17 08:33:24,859 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-17 08:33:24,860 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-17 08:33:24,860 main DEBUG createAppenders(={Console}) 2024-11-17 08:33:24,861 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-11-17 08:33:24,861 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-17 08:33:24,861 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-11-17 08:33:24,862 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-17 08:33:24,862 main DEBUG OutputStream closed 2024-11-17 08:33:24,862 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-17 08:33:24,863 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-17 08:33:24,863 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-11-17 08:33:24,951 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-17 08:33:24,953 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-17 08:33:24,954 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-17 08:33:24,954 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-17 08:33:24,955 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-17 08:33:24,955 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-17 08:33:24,956 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-17 08:33:24,956 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-17 08:33:24,957 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-17 08:33:24,957 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-17 08:33:24,958 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-17 08:33:24,958 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-17 08:33:24,959 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-17 08:33:24,959 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-17 08:33:24,959 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-17 08:33:24,960 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-17 08:33:24,960 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-17 08:33:24,961 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-17 08:33:24,963 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-17 08:33:24,964 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-11-17 08:33:24,964 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-17 08:33:24,965 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-11-17T08:33:25,288 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5d162f2-7780-a1ff-c154-773ab058fca4 2024-11-17 08:33:25,292 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-17 08:33:25,292 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-17T08:33:25,301 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-11-17T08:33:25,308 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplayCompressed timeout: 13 mins 2024-11-17T08:33:25,337 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-17T08:33:25,397 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-17T08:33:25,397 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-17T08:33:25,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T08:33:25,427 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5d162f2-7780-a1ff-c154-773ab058fca4/cluster_433e802e-e7fe-b094-e31b-565ab83d6d6b, deleteOnExit=true 2024-11-17T08:33:25,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T08:33:25,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5d162f2-7780-a1ff-c154-773ab058fca4/test.cache.data in system properties and HBase conf 2024-11-17T08:33:25,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5d162f2-7780-a1ff-c154-773ab058fca4/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T08:33:25,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5d162f2-7780-a1ff-c154-773ab058fca4/hadoop.log.dir in system properties and HBase conf 2024-11-17T08:33:25,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5d162f2-7780-a1ff-c154-773ab058fca4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T08:33:25,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5d162f2-7780-a1ff-c154-773ab058fca4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T08:33:25,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T08:33:25,542 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-17T08:33:25,670 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T08:33:25,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5d162f2-7780-a1ff-c154-773ab058fca4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T08:33:25,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5d162f2-7780-a1ff-c154-773ab058fca4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T08:33:25,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5d162f2-7780-a1ff-c154-773ab058fca4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T08:33:25,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5d162f2-7780-a1ff-c154-773ab058fca4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T08:33:25,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5d162f2-7780-a1ff-c154-773ab058fca4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T08:33:25,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5d162f2-7780-a1ff-c154-773ab058fca4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T08:33:25,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5d162f2-7780-a1ff-c154-773ab058fca4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T08:33:25,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5d162f2-7780-a1ff-c154-773ab058fca4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T08:33:25,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5d162f2-7780-a1ff-c154-773ab058fca4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T08:33:25,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5d162f2-7780-a1ff-c154-773ab058fca4/nfs.dump.dir in system properties and HBase conf 2024-11-17T08:33:25,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5d162f2-7780-a1ff-c154-773ab058fca4/java.io.tmpdir in system properties and HBase conf 2024-11-17T08:33:25,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5d162f2-7780-a1ff-c154-773ab058fca4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T08:33:25,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5d162f2-7780-a1ff-c154-773ab058fca4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T08:33:25,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5d162f2-7780-a1ff-c154-773ab058fca4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T08:33:26,919 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-17T08:33:27,031 INFO [Time-limited test {}] log.Log(170): Logging initialized @3095ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-17T08:33:27,113 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:33:27,180 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T08:33:27,203 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T08:33:27,204 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T08:33:27,205 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T08:33:27,220 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:33:27,223 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6630be9c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5d162f2-7780-a1ff-c154-773ab058fca4/hadoop.log.dir/,AVAILABLE} 2024-11-17T08:33:27,225 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70596a48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T08:33:27,401 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1843526c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5d162f2-7780-a1ff-c154-773ab058fca4/java.io.tmpdir/jetty-localhost-38489-hadoop-hdfs-3_4_1-tests_jar-_-any-5728013262995291118/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T08:33:27,407 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@776c4d96{HTTP/1.1, (http/1.1)}{localhost:38489} 2024-11-17T08:33:27,407 INFO [Time-limited test {}] server.Server(415): Started @3471ms 2024-11-17T08:33:28,046 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:33:28,053 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T08:33:28,054 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T08:33:28,054 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T08:33:28,055 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T08:33:28,056 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b895d95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5d162f2-7780-a1ff-c154-773ab058fca4/hadoop.log.dir/,AVAILABLE} 2024-11-17T08:33:28,056 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d33512e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T08:33:28,156 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4dc44ec6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5d162f2-7780-a1ff-c154-773ab058fca4/java.io.tmpdir/jetty-localhost-37811-hadoop-hdfs-3_4_1-tests_jar-_-any-14572090079458395583/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T08:33:28,156 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@17f6e478{HTTP/1.1, (http/1.1)}{localhost:37811} 2024-11-17T08:33:28,157 INFO [Time-limited test {}] server.Server(415): Started @4221ms 2024-11-17T08:33:28,201 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T08:33:28,307 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:33:28,314 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T08:33:28,317 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T08:33:28,317 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T08:33:28,317 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T08:33:28,319 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e971547{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5d162f2-7780-a1ff-c154-773ab058fca4/hadoop.log.dir/,AVAILABLE} 2024-11-17T08:33:28,320 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3264f7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T08:33:28,453 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28e1ba78{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5d162f2-7780-a1ff-c154-773ab058fca4/java.io.tmpdir/jetty-localhost-42341-hadoop-hdfs-3_4_1-tests_jar-_-any-4344124162376020969/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T08:33:28,454 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@702c0733{HTTP/1.1, (http/1.1)}{localhost:42341} 2024-11-17T08:33:28,455 INFO [Time-limited test {}] server.Server(415): Started @4519ms 2024-11-17T08:33:28,458 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T08:33:28,503 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:33:28,510 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T08:33:28,511 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T08:33:28,511 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T08:33:28,512 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T08:33:28,513 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bf0fdb4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5d162f2-7780-a1ff-c154-773ab058fca4/hadoop.log.dir/,AVAILABLE} 2024-11-17T08:33:28,513 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6853f5bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T08:33:28,629 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4290616c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5d162f2-7780-a1ff-c154-773ab058fca4/java.io.tmpdir/jetty-localhost-37413-hadoop-hdfs-3_4_1-tests_jar-_-any-6505697228301051559/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T08:33:28,629 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e25d2b6{HTTP/1.1, (http/1.1)}{localhost:37413} 2024-11-17T08:33:28,630 INFO [Time-limited test {}] server.Server(415): Started @4694ms 2024-11-17T08:33:28,632 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T08:33:29,889 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5d162f2-7780-a1ff-c154-773ab058fca4/cluster_433e802e-e7fe-b094-e31b-565ab83d6d6b/data/data4/current/BP-160994225-172.17.0.3-1731832406351/current, will proceed with Du for space computation calculation, 2024-11-17T08:33:29,889 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5d162f2-7780-a1ff-c154-773ab058fca4/cluster_433e802e-e7fe-b094-e31b-565ab83d6d6b/data/data3/current/BP-160994225-172.17.0.3-1731832406351/current, will proceed with Du for space computation calculation, 2024-11-17T08:33:29,889 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5d162f2-7780-a1ff-c154-773ab058fca4/cluster_433e802e-e7fe-b094-e31b-565ab83d6d6b/data/data2/current/BP-160994225-172.17.0.3-1731832406351/current, will proceed with Du for space computation calculation, 2024-11-17T08:33:29,889 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5d162f2-7780-a1ff-c154-773ab058fca4/cluster_433e802e-e7fe-b094-e31b-565ab83d6d6b/data/data1/current/BP-160994225-172.17.0.3-1731832406351/current, will proceed with Du for space computation calculation, 2024-11-17T08:33:29,934 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T08:33:29,935 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T08:33:29,987 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc69fd64456e11b2e with lease ID 0x3a9c2687e967a267: Processing first storage report for DS-f55cdc84-bc56-4d4a-90fe-188598338979 from datanode DatanodeRegistration(127.0.0.1:36323, datanodeUuid=650d5e28-3beb-41ab-8280-92157ffd769f, infoPort=46645, infoSecurePort=0, ipcPort=33121, storageInfo=lv=-57;cid=testClusterID;nsid=1664139897;c=1731832406351) 2024-11-17T08:33:29,989 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc69fd64456e11b2e with lease ID 0x3a9c2687e967a267: from storage DS-f55cdc84-bc56-4d4a-90fe-188598338979 node DatanodeRegistration(127.0.0.1:36323, datanodeUuid=650d5e28-3beb-41ab-8280-92157ffd769f, infoPort=46645, infoSecurePort=0, ipcPort=33121, storageInfo=lv=-57;cid=testClusterID;nsid=1664139897;c=1731832406351), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-17T08:33:29,989 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb0ea4e52ed3c03a7 with lease ID 0x3a9c2687e967a268: Processing first storage report for DS-4f56f0df-fa7b-4e49-9a81-86952fa63445 from datanode DatanodeRegistration(127.0.0.1:33101, datanodeUuid=2c0dfb92-c87a-4bb7-ac94-8915fb02cd0b, infoPort=44617, infoSecurePort=0, ipcPort=42443, storageInfo=lv=-57;cid=testClusterID;nsid=1664139897;c=1731832406351) 2024-11-17T08:33:29,989 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb0ea4e52ed3c03a7 with lease ID 0x3a9c2687e967a268: from storage DS-4f56f0df-fa7b-4e49-9a81-86952fa63445 node DatanodeRegistration(127.0.0.1:33101, datanodeUuid=2c0dfb92-c87a-4bb7-ac94-8915fb02cd0b, infoPort=44617, infoSecurePort=0, ipcPort=42443, storageInfo=lv=-57;cid=testClusterID;nsid=1664139897;c=1731832406351), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T08:33:29,990 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc69fd64456e11b2e with lease ID 0x3a9c2687e967a267: Processing first storage report for DS-827fe05b-d251-4494-a816-4d389d84b080 from datanode DatanodeRegistration(127.0.0.1:36323, datanodeUuid=650d5e28-3beb-41ab-8280-92157ffd769f, infoPort=46645, infoSecurePort=0, ipcPort=33121, storageInfo=lv=-57;cid=testClusterID;nsid=1664139897;c=1731832406351) 2024-11-17T08:33:29,990 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc69fd64456e11b2e with lease ID 0x3a9c2687e967a267: from storage DS-827fe05b-d251-4494-a816-4d389d84b080 node DatanodeRegistration(127.0.0.1:36323, datanodeUuid=650d5e28-3beb-41ab-8280-92157ffd769f, infoPort=46645, infoSecurePort=0, ipcPort=33121, storageInfo=lv=-57;cid=testClusterID;nsid=1664139897;c=1731832406351), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T08:33:29,990 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb0ea4e52ed3c03a7 with lease ID 0x3a9c2687e967a268: Processing first storage report for DS-d5bbace0-c59f-4056-81a4-6d27ddc83409 from datanode DatanodeRegistration(127.0.0.1:33101, datanodeUuid=2c0dfb92-c87a-4bb7-ac94-8915fb02cd0b, infoPort=44617, infoSecurePort=0, ipcPort=42443, storageInfo=lv=-57;cid=testClusterID;nsid=1664139897;c=1731832406351) 2024-11-17T08:33:29,990 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb0ea4e52ed3c03a7 with lease ID 0x3a9c2687e967a268: from storage DS-d5bbace0-c59f-4056-81a4-6d27ddc83409 node DatanodeRegistration(127.0.0.1:33101, datanodeUuid=2c0dfb92-c87a-4bb7-ac94-8915fb02cd0b, infoPort=44617, infoSecurePort=0, ipcPort=42443, storageInfo=lv=-57;cid=testClusterID;nsid=1664139897;c=1731832406351), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-17T08:33:30,018 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5d162f2-7780-a1ff-c154-773ab058fca4/cluster_433e802e-e7fe-b094-e31b-565ab83d6d6b/data/data6/current/BP-160994225-172.17.0.3-1731832406351/current, will proceed with Du for space computation calculation, 2024-11-17T08:33:30,018 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5d162f2-7780-a1ff-c154-773ab058fca4/cluster_433e802e-e7fe-b094-e31b-565ab83d6d6b/data/data5/current/BP-160994225-172.17.0.3-1731832406351/current, will proceed with Du for space computation calculation, 2024-11-17T08:33:30,041 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T08:33:30,045 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7a1d71ee288c8c34 with lease ID 0x3a9c2687e967a269: Processing first storage report for DS-329544d5-4f5b-427c-9d50-b44a31c7870e from datanode DatanodeRegistration(127.0.0.1:44089, datanodeUuid=493fdac7-20b7-44bc-9f83-f7e1a478582f, infoPort=41395, infoSecurePort=0, ipcPort=41987, storageInfo=lv=-57;cid=testClusterID;nsid=1664139897;c=1731832406351) 2024-11-17T08:33:30,046 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7a1d71ee288c8c34 with lease ID 0x3a9c2687e967a269: from storage DS-329544d5-4f5b-427c-9d50-b44a31c7870e node DatanodeRegistration(127.0.0.1:44089, datanodeUuid=493fdac7-20b7-44bc-9f83-f7e1a478582f, infoPort=41395, infoSecurePort=0, ipcPort=41987, storageInfo=lv=-57;cid=testClusterID;nsid=1664139897;c=1731832406351), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T08:33:30,046 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7a1d71ee288c8c34 with lease ID 0x3a9c2687e967a269: Processing first storage report for DS-25f7b35f-3663-4f2d-8a66-78bc4ed0bbab from datanode DatanodeRegistration(127.0.0.1:44089, datanodeUuid=493fdac7-20b7-44bc-9f83-f7e1a478582f, infoPort=41395, infoSecurePort=0, ipcPort=41987, storageInfo=lv=-57;cid=testClusterID;nsid=1664139897;c=1731832406351) 2024-11-17T08:33:30,046 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7a1d71ee288c8c34 with lease ID 0x3a9c2687e967a269: from storage DS-25f7b35f-3663-4f2d-8a66-78bc4ed0bbab node DatanodeRegistration(127.0.0.1:44089, datanodeUuid=493fdac7-20b7-44bc-9f83-f7e1a478582f, infoPort=41395, infoSecurePort=0, ipcPort=41987, storageInfo=lv=-57;cid=testClusterID;nsid=1664139897;c=1731832406351), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-17T08:33:30,158 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5d162f2-7780-a1ff-c154-773ab058fca4 2024-11-17T08:33:30,217 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5d162f2-7780-a1ff-c154-773ab058fca4/cluster_433e802e-e7fe-b094-e31b-565ab83d6d6b/zookeeper_0, clientPort=49241, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5d162f2-7780-a1ff-c154-773ab058fca4/cluster_433e802e-e7fe-b094-e31b-565ab83d6d6b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5d162f2-7780-a1ff-c154-773ab058fca4/cluster_433e802e-e7fe-b094-e31b-565ab83d6d6b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T08:33:30,226 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49241 2024-11-17T08:33:30,249 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:33:30,252 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:33:30,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741825_1001 (size=7) 2024-11-17T08:33:30,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741825_1001 (size=7) 2024-11-17T08:33:30,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741825_1001 (size=7) 2024-11-17T08:33:30,875 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d with version=8 2024-11-17T08:33:30,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/hbase-staging 2024-11-17T08:33:31,236 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e3d0adb87c01:0 server-side Connection retries=45 2024-11-17T08:33:31,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:33:31,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T08:33:31,260 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T08:33:31,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:33:31,261 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T08:33:31,463 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T08:33:31,553 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-17T08:33:31,566 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-17T08:33:31,572 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T08:33:31,600 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 95020 (auto-detected) 2024-11-17T08:33:31,601 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-17T08:33:31,621 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40701 2024-11-17T08:33:31,643 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40701 connecting to ZooKeeper ensemble=127.0.0.1:49241 2024-11-17T08:33:31,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:407010x0, quorum=127.0.0.1:49241, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:33:31,783 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40701-0x10147ed6c050000 connected 2024-11-17T08:33:31,887 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:33:31,890 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:33:31,909 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40701-0x10147ed6c050000, quorum=127.0.0.1:49241, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T08:33:31,914 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d, hbase.cluster.distributed=false 2024-11-17T08:33:31,946 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40701-0x10147ed6c050000, quorum=127.0.0.1:49241, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-17T08:33:31,954 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40701 2024-11-17T08:33:31,955 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40701 2024-11-17T08:33:31,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40701 2024-11-17T08:33:31,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40701 2024-11-17T08:33:31,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40701 2024-11-17T08:33:32,080 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e3d0adb87c01:0 server-side Connection retries=45 2024-11-17T08:33:32,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:33:32,083 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T08:33:32,083 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T08:33:32,083 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:33:32,084 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T08:33:32,088 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T08:33:32,091 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T08:33:32,093 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42171 2024-11-17T08:33:32,096 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42171 connecting to ZooKeeper ensemble=127.0.0.1:49241 2024-11-17T08:33:32,098 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:33:32,105 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:33:32,133 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421710x0, quorum=127.0.0.1:49241, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:33:32,134 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:421710x0, quorum=127.0.0.1:49241, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T08:33:32,136 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42171-0x10147ed6c050001 connected 2024-11-17T08:33:32,139 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T08:33:32,149 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T08:33:32,153 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42171-0x10147ed6c050001, quorum=127.0.0.1:49241, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-17T08:33:32,166 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42171-0x10147ed6c050001, quorum=127.0.0.1:49241, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-17T08:33:32,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42171 2024-11-17T08:33:32,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42171 2024-11-17T08:33:32,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42171 2024-11-17T08:33:32,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42171 2024-11-17T08:33:32,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42171 2024-11-17T08:33:32,193 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e3d0adb87c01:0 server-side Connection retries=45 2024-11-17T08:33:32,194 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:33:32,194 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T08:33:32,194 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T08:33:32,194 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:33:32,195 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T08:33:32,195 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T08:33:32,195 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T08:33:32,196 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45009 2024-11-17T08:33:32,199 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45009 connecting to ZooKeeper ensemble=127.0.0.1:49241 2024-11-17T08:33:32,200 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:33:32,204 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:33:32,222 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:450090x0, quorum=127.0.0.1:49241, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:33:32,223 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:450090x0, quorum=127.0.0.1:49241, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T08:33:32,224 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T08:33:32,224 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45009-0x10147ed6c050002 connected 2024-11-17T08:33:32,232 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T08:33:32,234 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45009-0x10147ed6c050002, quorum=127.0.0.1:49241, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-17T08:33:32,237 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45009-0x10147ed6c050002, quorum=127.0.0.1:49241, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-17T08:33:32,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45009 2024-11-17T08:33:32,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45009 2024-11-17T08:33:32,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45009 2024-11-17T08:33:32,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45009 2024-11-17T08:33:32,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45009 2024-11-17T08:33:32,287 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e3d0adb87c01:0 server-side Connection retries=45 2024-11-17T08:33:32,287 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:33:32,287 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T08:33:32,287 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T08:33:32,288 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:33:32,288 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T08:33:32,288 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T08:33:32,289 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T08:33:32,290 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35815 2024-11-17T08:33:32,293 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35815 connecting to ZooKeeper ensemble=127.0.0.1:49241 2024-11-17T08:33:32,294 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:33:32,297 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:33:32,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:358150x0, quorum=127.0.0.1:49241, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:33:32,318 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:358150x0, quorum=127.0.0.1:49241, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T08:33:32,318 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T08:33:32,320 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35815-0x10147ed6c050003 connected 2024-11-17T08:33:32,325 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T08:33:32,327 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35815-0x10147ed6c050003, quorum=127.0.0.1:49241, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-17T08:33:32,329 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35815-0x10147ed6c050003, quorum=127.0.0.1:49241, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-17T08:33:32,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35815 2024-11-17T08:33:32,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35815 2024-11-17T08:33:32,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35815 2024-11-17T08:33:32,343 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35815 2024-11-17T08:33:32,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35815 2024-11-17T08:33:32,365 DEBUG [M:0;e3d0adb87c01:40701 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e3d0adb87c01:40701 2024-11-17T08:33:32,368 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e3d0adb87c01,40701,1731832411017 2024-11-17T08:33:32,386 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45009-0x10147ed6c050002, quorum=127.0.0.1:49241, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T08:33:32,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40701-0x10147ed6c050000, quorum=127.0.0.1:49241, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T08:33:32,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35815-0x10147ed6c050003, quorum=127.0.0.1:49241, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T08:33:32,387 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42171-0x10147ed6c050001, quorum=127.0.0.1:49241, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T08:33:32,390 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40701-0x10147ed6c050000, quorum=127.0.0.1:49241, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e3d0adb87c01,40701,1731832411017 2024-11-17T08:33:32,428 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45009-0x10147ed6c050002, quorum=127.0.0.1:49241, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-17T08:33:32,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35815-0x10147ed6c050003, quorum=127.0.0.1:49241, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-17T08:33:32,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40701-0x10147ed6c050000, quorum=127.0.0.1:49241, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T08:33:32,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35815-0x10147ed6c050003, quorum=127.0.0.1:49241, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T08:33:32,429 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45009-0x10147ed6c050002, quorum=127.0.0.1:49241, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T08:33:32,429 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42171-0x10147ed6c050001, quorum=127.0.0.1:49241, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-17T08:33:32,430 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42171-0x10147ed6c050001, quorum=127.0.0.1:49241, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T08:33:32,433 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40701-0x10147ed6c050000, quorum=127.0.0.1:49241, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-17T08:33:32,435 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e3d0adb87c01,40701,1731832411017 from backup master directory 2024-11-17T08:33:32,449 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42171-0x10147ed6c050001, quorum=127.0.0.1:49241, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T08:33:32,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40701-0x10147ed6c050000, quorum=127.0.0.1:49241, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e3d0adb87c01,40701,1731832411017 2024-11-17T08:33:32,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35815-0x10147ed6c050003, quorum=127.0.0.1:49241, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T08:33:32,450 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45009-0x10147ed6c050002, quorum=127.0.0.1:49241, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T08:33:32,450 WARN [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T08:33:32,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40701-0x10147ed6c050000, quorum=127.0.0.1:49241, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T08:33:32,452 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e3d0adb87c01,40701,1731832411017 2024-11-17T08:33:32,455 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-17T08:33:32,457 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-17T08:33:32,542 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/hbase.id] with ID: 2be7b1f5-a748-4da6-b48e-9aeb67a25404 2024-11-17T08:33:32,542 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/.tmp/hbase.id 2024-11-17T08:33:32,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741826_1002 (size=42) 2024-11-17T08:33:32,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741826_1002 (size=42) 2024-11-17T08:33:32,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741826_1002 (size=42) 2024-11-17T08:33:32,567 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/.tmp/hbase.id]:[hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/hbase.id] 2024-11-17T08:33:32,636 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:33:32,642 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T08:33:32,664 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms. 2024-11-17T08:33:32,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35815-0x10147ed6c050003, quorum=127.0.0.1:49241, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T08:33:32,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40701-0x10147ed6c050000, quorum=127.0.0.1:49241, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T08:33:32,702 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45009-0x10147ed6c050002, quorum=127.0.0.1:49241, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T08:33:32,703 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42171-0x10147ed6c050001, quorum=127.0.0.1:49241, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T08:33:32,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741827_1003 (size=196) 2024-11-17T08:33:32,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741827_1003 (size=196) 2024-11-17T08:33:32,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741827_1003 (size=196) 2024-11-17T08:33:32,754 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T08:33:32,757 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T08:33:32,765 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:33:32,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741828_1004 (size=1189) 2024-11-17T08:33:32,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741828_1004 (size=1189) 2024-11-17T08:33:32,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741828_1004 (size=1189) 2024-11-17T08:33:32,847 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/MasterData/data/master/store 2024-11-17T08:33:32,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741829_1005 (size=34) 2024-11-17T08:33:32,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741829_1005 (size=34) 2024-11-17T08:33:32,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741829_1005 (size=34) 2024-11-17T08:33:32,889 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-17T08:33:32,893 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:33:32,895 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T08:33:32,896 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:33:32,896 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:33:32,898 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T08:33:32,898 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:33:32,899 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:33:32,900 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731832412895Disabling compacts and flushes for region at 1731832412895Disabling writes for close at 1731832412898 (+3 ms)Writing region close event to WAL at 1731832412899 (+1 ms)Closed at 1731832412899 2024-11-17T08:33:32,903 WARN [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/MasterData/data/master/store/.initializing 2024-11-17T08:33:32,903 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/MasterData/WALs/e3d0adb87c01,40701,1731832411017 2024-11-17T08:33:32,911 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T08:33:32,926 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e3d0adb87c01%2C40701%2C1731832411017, suffix=, logDir=hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/MasterData/WALs/e3d0adb87c01,40701,1731832411017, archiveDir=hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/MasterData/oldWALs, maxLogs=10 2024-11-17T08:33:32,958 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/MasterData/WALs/e3d0adb87c01,40701,1731832411017/e3d0adb87c01%2C40701%2C1731832411017.1731832412932, exclude list is [], retry=0 2024-11-17T08:33:32,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T08:33:32,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36323,DS-f55cdc84-bc56-4d4a-90fe-188598338979,DISK] 2024-11-17T08:33:32,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44089,DS-329544d5-4f5b-427c-9d50-b44a31c7870e,DISK] 2024-11-17T08:33:32,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33101,DS-4f56f0df-fa7b-4e49-9a81-86952fa63445,DISK] 2024-11-17T08:33:32,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-17T08:33:33,021 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/MasterData/WALs/e3d0adb87c01,40701,1731832411017/e3d0adb87c01%2C40701%2C1731832411017.1731832412932 2024-11-17T08:33:33,022 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44617:44617),(127.0.0.1/127.0.0.1:46645:46645),(127.0.0.1/127.0.0.1:41395:41395)] 2024-11-17T08:33:33,022 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:33:33,023 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:33:33,025 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:33:33,026 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:33:33,068 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:33:33,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T08:33:33,097 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:33:33,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:33:33,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:33:33,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T08:33:33,103 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:33:33,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:33:33,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:33:33,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T08:33:33,108 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:33:33,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:33:33,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:33:33,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T08:33:33,112 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:33:33,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:33:33,113 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:33:33,117 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:33:33,118 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:33:33,123 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:33:33,124 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:33:33,127 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:33:33,130 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:33:33,134 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:33:33,135 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73867891, jitterRate=0.10071735084056854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:33:33,142 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731832413039Initializing all the Stores at 1731832413041 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731832413041Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832413042 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832413042Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832413042Cleaning up temporary data from old regions at 1731832413124 (+82 ms)Region opened successfully at 1731832413142 (+18 ms) 2024-11-17T08:33:33,143 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T08:33:33,173 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@100b10d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e3d0adb87c01/172.17.0.3:0 2024-11-17T08:33:33,201 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T08:33:33,213 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T08:33:33,213 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T08:33:33,215 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T08:33:33,217 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-17T08:33:33,221 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-17T08:33:33,221 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T08:33:33,259 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T08:33:33,270 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40701-0x10147ed6c050000, quorum=127.0.0.1:49241, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-17T08:33:33,316 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-17T08:33:33,319 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T08:33:33,321 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40701-0x10147ed6c050000, quorum=127.0.0.1:49241, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-17T08:33:33,333 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-17T08:33:33,336 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T08:33:33,340 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40701-0x10147ed6c050000, quorum=127.0.0.1:49241, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-17T08:33:33,347 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-17T08:33:33,349 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40701-0x10147ed6c050000, quorum=127.0.0.1:49241, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-17T08:33:33,358 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-17T08:33:33,381 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40701-0x10147ed6c050000, quorum=127.0.0.1:49241, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T08:33:33,389 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-17T08:33:33,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40701-0x10147ed6c050000, quorum=127.0.0.1:49241, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-17T08:33:33,400 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42171-0x10147ed6c050001, quorum=127.0.0.1:49241, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-17T08:33:33,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40701-0x10147ed6c050000, quorum=127.0.0.1:49241, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T08:33:33,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35815-0x10147ed6c050003, quorum=127.0.0.1:49241, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-17T08:33:33,400 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45009-0x10147ed6c050002, quorum=127.0.0.1:49241, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-17T08:33:33,400 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45009-0x10147ed6c050002, quorum=127.0.0.1:49241, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T08:33:33,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35815-0x10147ed6c050003, quorum=127.0.0.1:49241, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T08:33:33,401 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42171-0x10147ed6c050001, quorum=127.0.0.1:49241, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T08:33:33,404 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e3d0adb87c01,40701,1731832411017, sessionid=0x10147ed6c050000, setting cluster-up flag (Was=false) 2024-11-17T08:33:33,438 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45009-0x10147ed6c050002, quorum=127.0.0.1:49241, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T08:33:33,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35815-0x10147ed6c050003, quorum=127.0.0.1:49241, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T08:33:33,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40701-0x10147ed6c050000, quorum=127.0.0.1:49241, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T08:33:33,440 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42171-0x10147ed6c050001, quorum=127.0.0.1:49241, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T08:33:33,474 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-17T08:33:33,478 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e3d0adb87c01,40701,1731832411017 2024-11-17T08:33:33,501 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45009-0x10147ed6c050002, quorum=127.0.0.1:49241, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T08:33:33,501 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42171-0x10147ed6c050001, quorum=127.0.0.1:49241, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T08:33:33,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40701-0x10147ed6c050000, quorum=127.0.0.1:49241, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T08:33:33,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35815-0x10147ed6c050003, quorum=127.0.0.1:49241, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T08:33:33,537 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-17T08:33:33,539 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e3d0adb87c01,40701,1731832411017 2024-11-17T08:33:33,547 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T08:33:33,635 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T08:33:33,648 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T08:33:33,649 INFO [RS:1;e3d0adb87c01:45009 {}] regionserver.HRegionServer(746): ClusterId : 2be7b1f5-a748-4da6-b48e-9aeb67a25404 2024-11-17T08:33:33,651 DEBUG [RS:1;e3d0adb87c01:45009 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T08:33:33,651 INFO [RS:0;e3d0adb87c01:42171 {}] regionserver.HRegionServer(746): ClusterId : 2be7b1f5-a748-4da6-b48e-9aeb67a25404 2024-11-17T08:33:33,651 DEBUG [RS:0;e3d0adb87c01:42171 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T08:33:33,653 INFO [RS:2;e3d0adb87c01:35815 {}] regionserver.HRegionServer(746): ClusterId : 2be7b1f5-a748-4da6-b48e-9aeb67a25404 2024-11-17T08:33:33,653 DEBUG [RS:2;e3d0adb87c01:35815 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T08:33:33,657 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T08:33:33,664 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e3d0adb87c01,40701,1731832411017 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T08:33:33,677 DEBUG [RS:0;e3d0adb87c01:42171 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T08:33:33,677 DEBUG [RS:2;e3d0adb87c01:35815 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T08:33:33,677 DEBUG [RS:2;e3d0adb87c01:35815 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T08:33:33,677 DEBUG [RS:0;e3d0adb87c01:42171 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T08:33:33,693 DEBUG [RS:1;e3d0adb87c01:45009 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T08:33:33,694 DEBUG [RS:1;e3d0adb87c01:45009 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T08:33:33,694 DEBUG [RS:0;e3d0adb87c01:42171 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T08:33:33,695 DEBUG [RS:0;e3d0adb87c01:42171 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@521f983c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e3d0adb87c01/172.17.0.3:0 2024-11-17T08:33:33,697 DEBUG [RS:2;e3d0adb87c01:35815 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T08:33:33,698 DEBUG [RS:2;e3d0adb87c01:35815 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7009375c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e3d0adb87c01/172.17.0.3:0 2024-11-17T08:33:33,708 DEBUG [RS:1;e3d0adb87c01:45009 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T08:33:33,709 DEBUG [RS:1;e3d0adb87c01:45009 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b57f89a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e3d0adb87c01/172.17.0.3:0 2024-11-17T08:33:33,709 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:33:33,710 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:33:33,710 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:33:33,710 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:33:33,710 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e3d0adb87c01:0, corePoolSize=10, maxPoolSize=10 2024-11-17T08:33:33,710 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:33:33,710 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=2, maxPoolSize=2 2024-11-17T08:33:33,711 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:33:33,745 DEBUG [RS:2;e3d0adb87c01:35815 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;e3d0adb87c01:35815 2024-11-17T08:33:33,749 INFO [RS:2;e3d0adb87c01:35815 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T08:33:33,756 INFO [RS:2;e3d0adb87c01:35815 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T08:33:33,758 DEBUG [RS:2;e3d0adb87c01:35815 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T08:33:33,763 INFO [RS:2;e3d0adb87c01:35815 {}] regionserver.HRegionServer(2659): reportForDuty to master=e3d0adb87c01,40701,1731832411017 with port=35815, startcode=1731832412285 2024-11-17T08:33:33,767 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T08:33:33,767 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T08:33:33,768 DEBUG [RS:0;e3d0adb87c01:42171 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e3d0adb87c01:42171 2024-11-17T08:33:33,768 INFO [RS:0;e3d0adb87c01:42171 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T08:33:33,769 INFO [RS:0;e3d0adb87c01:42171 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T08:33:33,769 DEBUG [RS:0;e3d0adb87c01:42171 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T08:33:33,769 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731832443769 2024-11-17T08:33:33,770 INFO [RS:0;e3d0adb87c01:42171 {}] regionserver.HRegionServer(2659): reportForDuty to master=e3d0adb87c01,40701,1731832411017 with port=42171, startcode=1731832412036 2024-11-17T08:33:33,771 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T08:33:33,772 DEBUG [RS:1;e3d0adb87c01:45009 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;e3d0adb87c01:45009 2024-11-17T08:33:33,772 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T08:33:33,772 INFO [RS:1;e3d0adb87c01:45009 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T08:33:33,772 INFO [RS:1;e3d0adb87c01:45009 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T08:33:33,772 DEBUG [RS:1;e3d0adb87c01:45009 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T08:33:33,774 INFO [RS:1;e3d0adb87c01:45009 {}] regionserver.HRegionServer(2659): reportForDuty to master=e3d0adb87c01,40701,1731832411017 with port=45009, startcode=1731832412193 2024-11-17T08:33:33,777 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T08:33:33,777 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T08:33:33,777 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T08:33:33,777 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T08:33:33,778 DEBUG [RS:2;e3d0adb87c01:35815 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T08:33:33,778 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:33:33,778 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T08:33:33,778 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T08:33:33,780 DEBUG [RS:0;e3d0adb87c01:42171 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T08:33:33,778 DEBUG [RS:1;e3d0adb87c01:45009 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T08:33:33,788 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T08:33:33,792 WARN [IPC Server handler 0 on default port 40671 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-17T08:33:33,792 WARN [IPC Server handler 0 on default port 40671 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-17T08:33:33,792 WARN [IPC Server handler 0 on default port 40671 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-17T08:33:33,792 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T08:33:33,793 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T08:33:33,816 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T08:33:33,817 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T08:33:33,826 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731832413818,5,FailOnTimeoutGroup] 2024-11-17T08:33:33,832 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731832413826,5,FailOnTimeoutGroup] 2024-11-17T08:33:33,832 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T08:33:33,833 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T08:33:33,834 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T08:33:33,834 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T08:33:33,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741831_1007 (size=1321) 2024-11-17T08:33:33,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741831_1007 (size=1321) 2024-11-17T08:33:33,885 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52145, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T08:33:33,886 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T08:33:33,886 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40965, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T08:33:33,886 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34555, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T08:33:33,886 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d 2024-11-17T08:33:33,892 WARN [IPC Server handler 4 on default port 40671 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-17T08:33:33,892 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40701 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e3d0adb87c01,42171,1731832412036 2024-11-17T08:33:33,892 WARN [IPC Server handler 4 on default port 40671 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-17T08:33:33,892 WARN [IPC Server handler 4 on default port 40671 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-17T08:33:33,895 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40701 {}] master.ServerManager(517): Registering regionserver=e3d0adb87c01,42171,1731832412036 2024-11-17T08:33:33,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741832_1008 (size=32) 2024-11-17T08:33:33,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741832_1008 (size=32) 2024-11-17T08:33:33,908 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40701 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e3d0adb87c01,35815,1731832412285 2024-11-17T08:33:33,908 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40701 {}] master.ServerManager(517): Registering regionserver=e3d0adb87c01,35815,1731832412285 2024-11-17T08:33:33,913 DEBUG [RS:0;e3d0adb87c01:42171 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d 2024-11-17T08:33:33,913 DEBUG [RS:0;e3d0adb87c01:42171 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40671 2024-11-17T08:33:33,913 DEBUG [RS:0;e3d0adb87c01:42171 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T08:33:33,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:33:33,920 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40701 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e3d0adb87c01,45009,1731832412193 2024-11-17T08:33:33,920 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40701 {}] master.ServerManager(517): Registering regionserver=e3d0adb87c01,45009,1731832412193 2024-11-17T08:33:33,920 DEBUG [RS:2;e3d0adb87c01:35815 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d 2024-11-17T08:33:33,920 DEBUG [RS:2;e3d0adb87c01:35815 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40671 2024-11-17T08:33:33,920 DEBUG [RS:2;e3d0adb87c01:35815 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T08:33:33,925 DEBUG [RS:1;e3d0adb87c01:45009 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d 2024-11-17T08:33:33,925 DEBUG [RS:1;e3d0adb87c01:45009 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40671 2024-11-17T08:33:33,925 DEBUG [RS:1;e3d0adb87c01:45009 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T08:33:33,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T08:33:33,929 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T08:33:33,929 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:33:33,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:33:33,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T08:33:33,936 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T08:33:33,936 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:33:33,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:33:33,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T08:33:33,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T08:33:33,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:33:33,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:33:33,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T08:33:33,947 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T08:33:33,947 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:33:33,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:33:33,949 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T08:33:33,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/hbase/meta/1588230740 2024-11-17T08:33:33,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/hbase/meta/1588230740 2024-11-17T08:33:33,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T08:33:33,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T08:33:33,960 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-17T08:33:33,960 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-17T08:33:33,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40701-0x10147ed6c050000, quorum=127.0.0.1:49241, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-17T08:33:33,962 WARN [RedundancyMonitor {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-17T08:33:33,962 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable: unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-17T08:33:33,963 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-17T08:33:33,963 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-17T08:33:33,963 WARN [RedundancyMonitor {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-17T08:33:33,963 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable: unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-17T08:33:33,964 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:33:33,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T08:33:33,973 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:33:33,974 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74026860, jitterRate=0.10308617353439331}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:33:33,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731832413919Initializing all the Stores at 1731832413924 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731832413924Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731832413925 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832413925Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731832413925Cleaning up temporary data from old regions at 1731832413958 (+33 ms)Region opened successfully at 1731832413980 (+22 ms) 2024-11-17T08:33:33,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T08:33:33,980 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T08:33:33,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T08:33:33,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T08:33:33,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T08:33:33,983 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T08:33:33,983 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731832413980Disabling compacts and flushes for region at 1731832413980Disabling writes for close at 1731832413981 (+1 ms)Writing region close event to WAL at 1731832413982 (+1 ms)Closed at 1731832413982 2024-11-17T08:33:33,986 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T08:33:33,986 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T08:33:33,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T08:33:34,007 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T08:33:34,013 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T08:33:34,022 DEBUG [RS:0;e3d0adb87c01:42171 {}] zookeeper.ZKUtil(111): regionserver:42171-0x10147ed6c050001, quorum=127.0.0.1:49241, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e3d0adb87c01,42171,1731832412036 2024-11-17T08:33:34,022 DEBUG [RS:2;e3d0adb87c01:35815 {}] zookeeper.ZKUtil(111): regionserver:35815-0x10147ed6c050003, quorum=127.0.0.1:49241, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e3d0adb87c01,35815,1731832412285 2024-11-17T08:33:34,022 DEBUG [RS:1;e3d0adb87c01:45009 {}] zookeeper.ZKUtil(111): regionserver:45009-0x10147ed6c050002, quorum=127.0.0.1:49241, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e3d0adb87c01,45009,1731832412193 2024-11-17T08:33:34,022 WARN [RS:2;e3d0adb87c01:35815 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T08:33:34,022 WARN [RS:0;e3d0adb87c01:42171 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T08:33:34,022 WARN [RS:1;e3d0adb87c01:45009 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T08:33:34,023 INFO [RS:1;e3d0adb87c01:45009 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:33:34,023 INFO [RS:2;e3d0adb87c01:35815 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:33:34,023 INFO [RS:0;e3d0adb87c01:42171 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:33:34,023 DEBUG [RS:2;e3d0adb87c01:35815 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/WALs/e3d0adb87c01,35815,1731832412285 2024-11-17T08:33:34,023 DEBUG [RS:1;e3d0adb87c01:45009 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/WALs/e3d0adb87c01,45009,1731832412193 2024-11-17T08:33:34,023 DEBUG [RS:0;e3d0adb87c01:42171 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/WALs/e3d0adb87c01,42171,1731832412036 2024-11-17T08:33:34,023 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e3d0adb87c01,42171,1731832412036] 2024-11-17T08:33:34,023 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e3d0adb87c01,35815,1731832412285] 2024-11-17T08:33:34,024 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e3d0adb87c01,45009,1731832412193] 2024-11-17T08:33:34,054 INFO [RS:0;e3d0adb87c01:42171 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T08:33:34,054 INFO [RS:2;e3d0adb87c01:35815 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T08:33:34,054 INFO [RS:1;e3d0adb87c01:45009 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T08:33:34,071 INFO [RS:1;e3d0adb87c01:45009 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T08:33:34,071 INFO [RS:0;e3d0adb87c01:42171 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T08:33:34,071 INFO [RS:2;e3d0adb87c01:35815 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T08:33:34,078 INFO [RS:2;e3d0adb87c01:35815 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T08:33:34,078 INFO [RS:1;e3d0adb87c01:45009 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T08:33:34,078 INFO [RS:0;e3d0adb87c01:42171 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T08:33:34,078 INFO [RS:2;e3d0adb87c01:35815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:33:34,078 INFO [RS:1;e3d0adb87c01:45009 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:33:34,078 INFO [RS:0;e3d0adb87c01:42171 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:33:34,080 INFO [RS:0;e3d0adb87c01:42171 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T08:33:34,080 INFO [RS:1;e3d0adb87c01:45009 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T08:33:34,080 INFO [RS:2;e3d0adb87c01:35815 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T08:33:34,086 INFO [RS:0;e3d0adb87c01:42171 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T08:33:34,086 INFO [RS:2;e3d0adb87c01:35815 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T08:33:34,086 INFO [RS:1;e3d0adb87c01:45009 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T08:33:34,087 INFO [RS:2;e3d0adb87c01:35815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T08:33:34,087 INFO [RS:1;e3d0adb87c01:45009 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T08:33:34,087 INFO [RS:0;e3d0adb87c01:42171 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T08:33:34,087 DEBUG [RS:0;e3d0adb87c01:42171 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:33:34,087 DEBUG [RS:1;e3d0adb87c01:45009 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:33:34,087 DEBUG [RS:2;e3d0adb87c01:35815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:33:34,088 DEBUG [RS:0;e3d0adb87c01:42171 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:33:34,088 DEBUG [RS:2;e3d0adb87c01:35815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:33:34,088 DEBUG [RS:1;e3d0adb87c01:45009 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:33:34,088 DEBUG [RS:0;e3d0adb87c01:42171 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:33:34,088 DEBUG [RS:1;e3d0adb87c01:45009 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:33:34,088 DEBUG [RS:0;e3d0adb87c01:42171 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:33:34,088 DEBUG [RS:2;e3d0adb87c01:35815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:33:34,088 DEBUG [RS:0;e3d0adb87c01:42171 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:33:34,088 DEBUG [RS:1;e3d0adb87c01:45009 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:33:34,088 DEBUG [RS:2;e3d0adb87c01:35815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:33:34,088 DEBUG [RS:1;e3d0adb87c01:45009 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:33:34,088 DEBUG [RS:0;e3d0adb87c01:42171 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e3d0adb87c01:0, corePoolSize=2, maxPoolSize=2 2024-11-17T08:33:34,088 DEBUG [RS:2;e3d0adb87c01:35815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:33:34,088 DEBUG [RS:1;e3d0adb87c01:45009 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e3d0adb87c01:0, corePoolSize=2, maxPoolSize=2 2024-11-17T08:33:34,088 DEBUG [RS:0;e3d0adb87c01:42171 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:33:34,088 DEBUG [RS:2;e3d0adb87c01:35815 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e3d0adb87c01:0, corePoolSize=2, maxPoolSize=2 2024-11-17T08:33:34,088 DEBUG [RS:1;e3d0adb87c01:45009 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:33:34,088 DEBUG [RS:2;e3d0adb87c01:35815 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:33:34,088 DEBUG [RS:0;e3d0adb87c01:42171 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:33:34,089 DEBUG [RS:2;e3d0adb87c01:35815 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:33:34,089 DEBUG [RS:0;e3d0adb87c01:42171 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:33:34,089 DEBUG [RS:1;e3d0adb87c01:45009 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:33:34,089 DEBUG [RS:0;e3d0adb87c01:42171 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:33:34,089 DEBUG [RS:2;e3d0adb87c01:35815 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:33:34,089 DEBUG [RS:1;e3d0adb87c01:45009 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:33:34,089 DEBUG [RS:0;e3d0adb87c01:42171 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:33:34,089 DEBUG [RS:2;e3d0adb87c01:35815 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:33:34,089 DEBUG [RS:1;e3d0adb87c01:45009 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:33:34,089 DEBUG [RS:0;e3d0adb87c01:42171 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:33:34,089 DEBUG [RS:2;e3d0adb87c01:35815 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:33:34,089 DEBUG [RS:1;e3d0adb87c01:45009 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:33:34,089 DEBUG [RS:0;e3d0adb87c01:42171 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e3d0adb87c01:0, corePoolSize=3, maxPoolSize=3 2024-11-17T08:33:34,089 DEBUG [RS:1;e3d0adb87c01:45009 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:33:34,089 DEBUG [RS:2;e3d0adb87c01:35815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:33:34,089 DEBUG [RS:0;e3d0adb87c01:42171 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e3d0adb87c01:0, corePoolSize=3, maxPoolSize=3 2024-11-17T08:33:34,089 DEBUG [RS:2;e3d0adb87c01:35815 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e3d0adb87c01:0, corePoolSize=3, maxPoolSize=3 2024-11-17T08:33:34,089 DEBUG [RS:1;e3d0adb87c01:45009 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e3d0adb87c01:0, corePoolSize=3, maxPoolSize=3 2024-11-17T08:33:34,089 DEBUG [RS:2;e3d0adb87c01:35815 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e3d0adb87c01:0, corePoolSize=3, maxPoolSize=3 2024-11-17T08:33:34,089 DEBUG [RS:1;e3d0adb87c01:45009 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e3d0adb87c01:0, corePoolSize=3, maxPoolSize=3 2024-11-17T08:33:34,091 INFO [RS:1;e3d0adb87c01:45009 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T08:33:34,091 INFO [RS:2;e3d0adb87c01:35815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T08:33:34,091 INFO [RS:1;e3d0adb87c01:45009 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T08:33:34,091 INFO [RS:2;e3d0adb87c01:35815 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T08:33:34,091 INFO [RS:1;e3d0adb87c01:45009 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:33:34,091 INFO [RS:2;e3d0adb87c01:35815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:33:34,091 INFO [RS:1;e3d0adb87c01:45009 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T08:33:34,091 INFO [RS:2;e3d0adb87c01:35815 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T08:33:34,091 INFO [RS:1;e3d0adb87c01:45009 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T08:33:34,091 INFO [RS:2;e3d0adb87c01:35815 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T08:33:34,091 INFO [RS:1;e3d0adb87c01:45009 {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,45009,1731832412193-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T08:33:34,091 INFO [RS:2;e3d0adb87c01:35815 {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,35815,1731832412285-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T08:33:34,093 INFO [RS:0;e3d0adb87c01:42171 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T08:33:34,093 INFO [RS:0;e3d0adb87c01:42171 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T08:33:34,093 INFO [RS:0;e3d0adb87c01:42171 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:33:34,093 INFO [RS:0;e3d0adb87c01:42171 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T08:33:34,094 INFO [RS:0;e3d0adb87c01:42171 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T08:33:34,094 INFO [RS:0;e3d0adb87c01:42171 {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,42171,1731832412036-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T08:33:34,113 INFO [RS:1;e3d0adb87c01:45009 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T08:33:34,114 INFO [RS:2;e3d0adb87c01:35815 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T08:33:34,115 INFO [RS:1;e3d0adb87c01:45009 {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,45009,1731832412193-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:33:34,115 INFO [RS:2;e3d0adb87c01:35815 {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,35815,1731832412285-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:33:34,115 INFO [RS:1;e3d0adb87c01:45009 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:33:34,115 INFO [RS:2;e3d0adb87c01:35815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:33:34,115 INFO [RS:1;e3d0adb87c01:45009 {}] regionserver.Replication(171): e3d0adb87c01,45009,1731832412193 started 2024-11-17T08:33:34,115 INFO [RS:2;e3d0adb87c01:35815 {}] regionserver.Replication(171): e3d0adb87c01,35815,1731832412285 started 2024-11-17T08:33:34,118 INFO [RS:0;e3d0adb87c01:42171 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T08:33:34,118 INFO [RS:0;e3d0adb87c01:42171 {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,42171,1731832412036-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:33:34,118 INFO [RS:0;e3d0adb87c01:42171 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:33:34,118 INFO [RS:0;e3d0adb87c01:42171 {}] regionserver.Replication(171): e3d0adb87c01,42171,1731832412036 started 2024-11-17T08:33:34,138 INFO [RS:1;e3d0adb87c01:45009 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:33:34,139 INFO [RS:1;e3d0adb87c01:45009 {}] regionserver.HRegionServer(1482): Serving as e3d0adb87c01,45009,1731832412193, RpcServer on e3d0adb87c01/172.17.0.3:45009, sessionid=0x10147ed6c050002 2024-11-17T08:33:34,140 INFO [RS:0;e3d0adb87c01:42171 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:33:34,140 DEBUG [RS:1;e3d0adb87c01:45009 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T08:33:34,140 INFO [RS:0;e3d0adb87c01:42171 {}] regionserver.HRegionServer(1482): Serving as e3d0adb87c01,42171,1731832412036, RpcServer on e3d0adb87c01/172.17.0.3:42171, sessionid=0x10147ed6c050001 2024-11-17T08:33:34,140 DEBUG [RS:1;e3d0adb87c01:45009 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e3d0adb87c01,45009,1731832412193 2024-11-17T08:33:34,140 DEBUG [RS:0;e3d0adb87c01:42171 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T08:33:34,140 DEBUG [RS:0;e3d0adb87c01:42171 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e3d0adb87c01,42171,1731832412036 2024-11-17T08:33:34,140 DEBUG [RS:1;e3d0adb87c01:45009 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e3d0adb87c01,45009,1731832412193' 2024-11-17T08:33:34,140 DEBUG [RS:0;e3d0adb87c01:42171 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e3d0adb87c01,42171,1731832412036' 2024-11-17T08:33:34,140 DEBUG [RS:1;e3d0adb87c01:45009 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-17T08:33:34,140 DEBUG [RS:0;e3d0adb87c01:42171 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-17T08:33:34,141 DEBUG [RS:1;e3d0adb87c01:45009 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-17T08:33:34,141 DEBUG [RS:0;e3d0adb87c01:42171 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-17T08:33:34,141 INFO [RS:2;e3d0adb87c01:35815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:33:34,142 INFO [RS:2;e3d0adb87c01:35815 {}] regionserver.HRegionServer(1482): Serving as e3d0adb87c01,35815,1731832412285, RpcServer on e3d0adb87c01/172.17.0.3:35815, sessionid=0x10147ed6c050003 2024-11-17T08:33:34,142 DEBUG [RS:2;e3d0adb87c01:35815 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T08:33:34,142 DEBUG [RS:2;e3d0adb87c01:35815 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e3d0adb87c01,35815,1731832412285 2024-11-17T08:33:34,142 DEBUG [RS:1;e3d0adb87c01:45009 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T08:33:34,142 DEBUG [RS:2;e3d0adb87c01:35815 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e3d0adb87c01,35815,1731832412285' 2024-11-17T08:33:34,142 DEBUG [RS:0;e3d0adb87c01:42171 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T08:33:34,142 DEBUG [RS:1;e3d0adb87c01:45009 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T08:33:34,142 DEBUG [RS:2;e3d0adb87c01:35815 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-17T08:33:34,142 DEBUG [RS:0;e3d0adb87c01:42171 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T08:33:34,142 DEBUG [RS:1;e3d0adb87c01:45009 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e3d0adb87c01,45009,1731832412193 2024-11-17T08:33:34,142 DEBUG [RS:0;e3d0adb87c01:42171 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e3d0adb87c01,42171,1731832412036 2024-11-17T08:33:34,142 DEBUG [RS:1;e3d0adb87c01:45009 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e3d0adb87c01,45009,1731832412193' 2024-11-17T08:33:34,142 DEBUG [RS:0;e3d0adb87c01:42171 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e3d0adb87c01,42171,1731832412036' 2024-11-17T08:33:34,142 DEBUG [RS:1;e3d0adb87c01:45009 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-17T08:33:34,142 DEBUG [RS:0;e3d0adb87c01:42171 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-17T08:33:34,143 DEBUG [RS:2;e3d0adb87c01:35815 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-17T08:33:34,143 DEBUG [RS:1;e3d0adb87c01:45009 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-17T08:33:34,143 DEBUG [RS:0;e3d0adb87c01:42171 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-17T08:33:34,143 DEBUG [RS:2;e3d0adb87c01:35815 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T08:33:34,143 DEBUG [RS:2;e3d0adb87c01:35815 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T08:33:34,143 DEBUG [RS:2;e3d0adb87c01:35815 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e3d0adb87c01,35815,1731832412285 2024-11-17T08:33:34,143 DEBUG [RS:2;e3d0adb87c01:35815 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e3d0adb87c01,35815,1731832412285' 2024-11-17T08:33:34,143 DEBUG [RS:1;e3d0adb87c01:45009 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T08:33:34,143 DEBUG [RS:2;e3d0adb87c01:35815 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-17T08:33:34,143 DEBUG [RS:0;e3d0adb87c01:42171 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T08:33:34,143 INFO [RS:1;e3d0adb87c01:45009 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T08:33:34,143 INFO [RS:0;e3d0adb87c01:42171 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T08:33:34,143 INFO [RS:0;e3d0adb87c01:42171 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T08:33:34,143 INFO [RS:1;e3d0adb87c01:45009 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T08:33:34,144 DEBUG [RS:2;e3d0adb87c01:35815 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-17T08:33:34,144 DEBUG [RS:2;e3d0adb87c01:35815 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T08:33:34,144 INFO [RS:2;e3d0adb87c01:35815 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T08:33:34,145 INFO [RS:2;e3d0adb87c01:35815 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T08:33:34,164 WARN [e3d0adb87c01:40701 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-17T08:33:34,250 INFO [RS:0;e3d0adb87c01:42171 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T08:33:34,250 INFO [RS:2;e3d0adb87c01:35815 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T08:33:34,251 INFO [RS:1;e3d0adb87c01:45009 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T08:33:34,257 INFO [RS:2;e3d0adb87c01:35815 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e3d0adb87c01%2C35815%2C1731832412285, suffix=, logDir=hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/WALs/e3d0adb87c01,35815,1731832412285, archiveDir=hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/oldWALs, maxLogs=32 2024-11-17T08:33:34,259 INFO [RS:0;e3d0adb87c01:42171 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e3d0adb87c01%2C42171%2C1731832412036, suffix=, logDir=hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/WALs/e3d0adb87c01,42171,1731832412036, archiveDir=hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/oldWALs, maxLogs=32 2024-11-17T08:33:34,260 INFO [RS:1;e3d0adb87c01:45009 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e3d0adb87c01%2C45009%2C1731832412193, suffix=, logDir=hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/WALs/e3d0adb87c01,45009,1731832412193, archiveDir=hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/oldWALs, maxLogs=32 2024-11-17T08:33:34,283 DEBUG [RS:1;e3d0adb87c01:45009 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/WALs/e3d0adb87c01,45009,1731832412193/e3d0adb87c01%2C45009%2C1731832412193.1731832414263, exclude list is [], retry=0 2024-11-17T08:33:34,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44089,DS-329544d5-4f5b-427c-9d50-b44a31c7870e,DISK] 2024-11-17T08:33:34,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36323,DS-f55cdc84-bc56-4d4a-90fe-188598338979,DISK] 2024-11-17T08:33:34,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33101,DS-4f56f0df-fa7b-4e49-9a81-86952fa63445,DISK] 2024-11-17T08:33:34,297 DEBUG [RS:0;e3d0adb87c01:42171 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/WALs/e3d0adb87c01,42171,1731832412036/e3d0adb87c01%2C42171%2C1731832412036.1731832414265, exclude list is [], retry=0 2024-11-17T08:33:34,297 DEBUG [RS:2;e3d0adb87c01:35815 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/WALs/e3d0adb87c01,35815,1731832412285/e3d0adb87c01%2C35815%2C1731832412285.1731832414261, exclude list is [], retry=0 2024-11-17T08:33:34,299 WARN [IPC Server handler 2 on default port 40671 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-17T08:33:34,300 WARN [IPC Server handler 2 on default port 40671 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-17T08:33:34,300 WARN [IPC Server handler 2 on default port 40671 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-17T08:33:34,300 WARN [IPC Server handler 1 on default port 40671 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-17T08:33:34,300 WARN [IPC Server handler 1 on default port 40671 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-17T08:33:34,300 WARN [IPC Server handler 1 on default port 40671 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-17T08:33:34,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33101,DS-4f56f0df-fa7b-4e49-9a81-86952fa63445,DISK] 2024-11-17T08:33:34,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33101,DS-4f56f0df-fa7b-4e49-9a81-86952fa63445,DISK] 2024-11-17T08:33:34,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36323,DS-f55cdc84-bc56-4d4a-90fe-188598338979,DISK] 2024-11-17T08:33:34,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36323,DS-f55cdc84-bc56-4d4a-90fe-188598338979,DISK] 2024-11-17T08:33:34,325 INFO [RS:1;e3d0adb87c01:45009 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/WALs/e3d0adb87c01,45009,1731832412193/e3d0adb87c01%2C45009%2C1731832412193.1731832414263 2024-11-17T08:33:34,330 INFO [RS:2;e3d0adb87c01:35815 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/WALs/e3d0adb87c01,35815,1731832412285/e3d0adb87c01%2C35815%2C1731832412285.1731832414261 2024-11-17T08:33:34,332 INFO [RS:0;e3d0adb87c01:42171 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/WALs/e3d0adb87c01,42171,1731832412036/e3d0adb87c01%2C42171%2C1731832412036.1731832414265 2024-11-17T08:33:34,332 DEBUG [RS:2;e3d0adb87c01:35815 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44617:44617),(127.0.0.1/127.0.0.1:46645:46645)] 2024-11-17T08:33:34,335 DEBUG [RS:1;e3d0adb87c01:45009 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41395:41395),(127.0.0.1/127.0.0.1:46645:46645),(127.0.0.1/127.0.0.1:44617:44617)] 2024-11-17T08:33:34,336 DEBUG [RS:0;e3d0adb87c01:42171 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44617:44617),(127.0.0.1/127.0.0.1:46645:46645)] 2024-11-17T08:33:34,418 DEBUG [e3d0adb87c01:40701 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-17T08:33:34,426 DEBUG [e3d0adb87c01:40701 {}] balancer.BalancerClusterState(204): Hosts are {e3d0adb87c01=0} racks are {/default-rack=0} 2024-11-17T08:33:34,433 DEBUG [e3d0adb87c01:40701 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-17T08:33:34,433 DEBUG [e3d0adb87c01:40701 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-17T08:33:34,433 DEBUG [e3d0adb87c01:40701 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-17T08:33:34,433 DEBUG [e3d0adb87c01:40701 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-17T08:33:34,433 DEBUG [e3d0adb87c01:40701 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-17T08:33:34,433 DEBUG [e3d0adb87c01:40701 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-17T08:33:34,433 INFO [e3d0adb87c01:40701 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-17T08:33:34,433 INFO [e3d0adb87c01:40701 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-17T08:33:34,433 INFO [e3d0adb87c01:40701 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-17T08:33:34,433 DEBUG [e3d0adb87c01:40701 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-17T08:33:34,441 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e3d0adb87c01,42171,1731832412036 2024-11-17T08:33:34,447 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e3d0adb87c01,42171,1731832412036, state=OPENING 2024-11-17T08:33:34,516 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T08:33:34,526 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42171-0x10147ed6c050001, quorum=127.0.0.1:49241, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T08:33:34,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35815-0x10147ed6c050003, quorum=127.0.0.1:49241, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T08:33:34,526 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45009-0x10147ed6c050002, quorum=127.0.0.1:49241, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T08:33:34,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40701-0x10147ed6c050000, quorum=127.0.0.1:49241, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T08:33:34,527 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T08:33:34,527 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T08:33:34,527 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T08:33:34,528 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T08:33:34,529 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T08:33:34,532 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e3d0adb87c01,42171,1731832412036}] 2024-11-17T08:33:34,713 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T08:33:34,715 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58843, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T08:33:34,727 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T08:33:34,728 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:33:34,728 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T08:33:34,731 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e3d0adb87c01%2C42171%2C1731832412036.meta, suffix=.meta, logDir=hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/WALs/e3d0adb87c01,42171,1731832412036, archiveDir=hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/oldWALs, maxLogs=32 2024-11-17T08:33:34,747 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/WALs/e3d0adb87c01,42171,1731832412036/e3d0adb87c01%2C42171%2C1731832412036.meta.1731832414733.meta, exclude list is [], retry=0 2024-11-17T08:33:34,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44089,DS-329544d5-4f5b-427c-9d50-b44a31c7870e,DISK] 2024-11-17T08:33:34,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36323,DS-f55cdc84-bc56-4d4a-90fe-188598338979,DISK] 2024-11-17T08:33:34,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33101,DS-4f56f0df-fa7b-4e49-9a81-86952fa63445,DISK] 2024-11-17T08:33:34,753 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/WALs/e3d0adb87c01,42171,1731832412036/e3d0adb87c01%2C42171%2C1731832412036.meta.1731832414733.meta 2024-11-17T08:33:34,754 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41395:41395),(127.0.0.1/127.0.0.1:46645:46645),(127.0.0.1/127.0.0.1:44617:44617)] 2024-11-17T08:33:34,754 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:33:34,756 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T08:33:34,758 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T08:33:34,762 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T08:33:34,766 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T08:33:34,766 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:33:34,766 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T08:33:34,766 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T08:33:34,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T08:33:34,771 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T08:33:34,771 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:33:34,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:33:34,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T08:33:34,774 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T08:33:34,774 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:33:34,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:33:34,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T08:33:34,778 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T08:33:34,778 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:33:34,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:33:34,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T08:33:34,780 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T08:33:34,780 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:33:34,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:33:34,781 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T08:33:34,782 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/hbase/meta/1588230740 2024-11-17T08:33:34,785 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/hbase/meta/1588230740 2024-11-17T08:33:34,788 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T08:33:34,788 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T08:33:34,789 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:33:34,791 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T08:33:34,792 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65934769, jitterRate=-0.017495378851890564}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:33:34,793 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T08:33:34,794 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731832414767Writing region info on filesystem at 1731832414767Initializing all the Stores at 1731832414769 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731832414769Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731832414769Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832414769Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731832414769Cleaning up temporary data from old regions at 1731832414788 (+19 ms)Running coprocessor post-open hooks at 1731832414793 (+5 ms)Region opened successfully at 1731832414794 (+1 ms) 2024-11-17T08:33:34,800 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731832414704 2024-11-17T08:33:34,809 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T08:33:34,810 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T08:33:34,811 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e3d0adb87c01,42171,1731832412036 2024-11-17T08:33:34,813 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e3d0adb87c01,42171,1731832412036, state=OPEN 2024-11-17T08:33:34,831 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45009-0x10147ed6c050002, quorum=127.0.0.1:49241, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T08:33:34,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35815-0x10147ed6c050003, quorum=127.0.0.1:49241, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T08:33:34,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40701-0x10147ed6c050000, quorum=127.0.0.1:49241, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T08:33:34,831 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42171-0x10147ed6c050001, quorum=127.0.0.1:49241, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T08:33:34,832 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T08:33:34,832 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T08:33:34,832 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T08:33:34,832 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T08:33:34,832 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e3d0adb87c01,42171,1731832412036 2024-11-17T08:33:34,838 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T08:33:34,839 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e3d0adb87c01,42171,1731832412036 in 301 msec 2024-11-17T08:33:34,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T08:33:34,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 846 msec 2024-11-17T08:33:34,849 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T08:33:34,849 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T08:33:34,867 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:33:34,869 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,42171,1731832412036, seqNum=-1] 2024-11-17T08:33:34,889 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:33:34,891 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52383, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T08:33:34,907 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3280 sec 2024-11-17T08:33:34,908 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731832414908, completionTime=-1 2024-11-17T08:33:34,910 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-17T08:33:34,910 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T08:33:34,934 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-17T08:33:34,934 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731832474934 2024-11-17T08:33:34,934 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731832534934 2024-11-17T08:33:34,934 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 23 msec 2024-11-17T08:33:34,935 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-17T08:33:34,964 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,40701,1731832411017-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:33:34,964 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,40701,1731832411017-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:33:34,964 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,40701,1731832411017-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:33:34,965 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e3d0adb87c01:40701, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:33:34,966 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T08:33:34,966 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T08:33:34,973 DEBUG [master/e3d0adb87c01:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T08:33:35,001 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.549sec 2024-11-17T08:33:35,002 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T08:33:35,003 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T08:33:35,004 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T08:33:35,004 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T08:33:35,004 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T08:33:35,005 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,40701,1731832411017-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T08:33:35,005 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,40701,1731832411017-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T08:33:35,009 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T08:33:35,010 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T08:33:35,010 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,40701,1731832411017-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:33:35,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ef44f44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:33:35,075 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,40701,-1 for getting cluster id 2024-11-17T08:33:35,078 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:33:35,086 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2be7b1f5-a748-4da6-b48e-9aeb67a25404' 2024-11-17T08:33:35,088 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:33:35,088 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2be7b1f5-a748-4da6-b48e-9aeb67a25404" 2024-11-17T08:33:35,089 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b603fa8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:33:35,089 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,40701,-1] 2024-11-17T08:33:35,091 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:33:35,093 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:33:35,094 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:33:35,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d4a9819, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:33:35,097 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:33:35,104 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,42171,1731832412036, seqNum=-1] 2024-11-17T08:33:35,104 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:33:35,107 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T08:33:35,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e3d0adb87c01,40701,1731832411017 2024-11-17T08:33:35,126 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:40671/hbase 2024-11-17T08:33:35,143 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit0 Thread=362, OpenFileDescriptor=599, MaxFileDescriptor=1048576, SystemLoadAverage=489, ProcessCount=11, AvailableMemoryMB=2187 2024-11-17T08:33:35,162 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:33:35,165 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:33:35,166 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T08:33:35,170 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-99715368, suffix=, logDir=hdfs://localhost:40671/hbase/WALs/hregion-99715368, archiveDir=hdfs://localhost:40671/hbase/oldWALs, maxLogs=32 2024-11-17T08:33:35,185 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-99715368/hregion-99715368.1731832415171, exclude list is [], retry=0 2024-11-17T08:33:35,187 WARN [IPC Server handler 3 on default port 40671 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-17T08:33:35,187 WARN [IPC Server handler 3 on default port 40671 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-17T08:33:35,187 WARN [IPC Server handler 3 on default port 40671 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-17T08:33:35,189 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36323,DS-f55cdc84-bc56-4d4a-90fe-188598338979,DISK] 2024-11-17T08:33:35,189 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33101,DS-4f56f0df-fa7b-4e49-9a81-86952fa63445,DISK] 2024-11-17T08:33:35,192 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-99715368/hregion-99715368.1731832415171 2024-11-17T08:33:35,192 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46645:46645),(127.0.0.1/127.0.0.1:44617:44617)] 2024-11-17T08:33:35,193 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => d9b0778a6a85f6303b4fa4264ed71e28, NAME => 'testReplayEditsWrittenIntoWAL,,1731832415163.d9b0778a6a85f6303b4fa4264ed71e28.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40671/hbase 2024-11-17T08:33:35,197 WARN [IPC Server handler 4 on default port 40671 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-17T08:33:35,198 WARN [IPC Server handler 4 on default port 40671 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-17T08:33:35,198 WARN [IPC Server handler 4 on default port 40671 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-17T08:33:35,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741838_1014 (size=64) 2024-11-17T08:33:35,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741838_1014 (size=64) 2024-11-17T08:33:35,209 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731832415163.d9b0778a6a85f6303b4fa4264ed71e28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:33:35,211 INFO [StoreOpener-d9b0778a6a85f6303b4fa4264ed71e28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d9b0778a6a85f6303b4fa4264ed71e28 2024-11-17T08:33:35,214 INFO [StoreOpener-d9b0778a6a85f6303b4fa4264ed71e28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9b0778a6a85f6303b4fa4264ed71e28 columnFamilyName a 2024-11-17T08:33:35,214 DEBUG [StoreOpener-d9b0778a6a85f6303b4fa4264ed71e28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:33:35,215 INFO [StoreOpener-d9b0778a6a85f6303b4fa4264ed71e28-1 {}] regionserver.HStore(327): Store=d9b0778a6a85f6303b4fa4264ed71e28/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:33:35,216 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d9b0778a6a85f6303b4fa4264ed71e28 2024-11-17T08:33:35,217 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/d9b0778a6a85f6303b4fa4264ed71e28 2024-11-17T08:33:35,218 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/d9b0778a6a85f6303b4fa4264ed71e28 2024-11-17T08:33:35,219 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d9b0778a6a85f6303b4fa4264ed71e28 2024-11-17T08:33:35,219 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d9b0778a6a85f6303b4fa4264ed71e28 2024-11-17T08:33:35,222 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d9b0778a6a85f6303b4fa4264ed71e28 2024-11-17T08:33:35,226 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/d9b0778a6a85f6303b4fa4264ed71e28/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:33:35,227 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d9b0778a6a85f6303b4fa4264ed71e28; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67419127, jitterRate=0.004623278975486755}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T08:33:35,229 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d9b0778a6a85f6303b4fa4264ed71e28: Writing region info on filesystem at 1731832415209Initializing all the Stores at 1731832415210 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832415210Cleaning up temporary data from old regions at 1731832415219 (+9 ms)Region opened successfully at 1731832415229 (+10 ms) 2024-11-17T08:33:35,229 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d9b0778a6a85f6303b4fa4264ed71e28, disabling compactions & flushes 2024-11-17T08:33:35,229 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731832415163.d9b0778a6a85f6303b4fa4264ed71e28. 2024-11-17T08:33:35,229 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731832415163.d9b0778a6a85f6303b4fa4264ed71e28. 2024-11-17T08:33:35,229 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731832415163.d9b0778a6a85f6303b4fa4264ed71e28. after waiting 0 ms 2024-11-17T08:33:35,229 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731832415163.d9b0778a6a85f6303b4fa4264ed71e28. 2024-11-17T08:33:35,230 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731832415163.d9b0778a6a85f6303b4fa4264ed71e28. 2024-11-17T08:33:35,230 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d9b0778a6a85f6303b4fa4264ed71e28: Waiting for close lock at 1731832415229Disabling compacts and flushes for region at 1731832415229Disabling writes for close at 1731832415229Writing region close event to WAL at 1731832415230 (+1 ms)Closed at 1731832415230 2024-11-17T08:33:35,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741837_1013 (size=93) 2024-11-17T08:33:35,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741837_1013 (size=93) 2024-11-17T08:33:35,241 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-17T08:33:35,241 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-99715368:(num 1731832415171) 2024-11-17T08:33:35,242 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-17T08:33:35,248 WARN [IPC Server handler 1 on default port 40671 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-17T08:33:35,248 WARN [IPC Server handler 1 on default port 40671 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-17T08:33:35,249 WARN [IPC Server handler 1 on default port 40671 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-17T08:33:35,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741839_1015 (size=276) 2024-11-17T08:33:35,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741839_1015 (size=276) 2024-11-17T08:33:35,260 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-17T08:33:35,263 WARN [IPC Server handler 0 on default port 40671 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-17T08:33:35,263 WARN [IPC Server handler 0 on default port 40671 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-17T08:33:35,263 WARN [IPC Server handler 0 on default port 40671 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-17T08:33:35,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741840_1016 (size=230) 2024-11-17T08:33:35,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741840_1016 (size=230) 2024-11-17T08:33:35,295 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40671/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731832415161/wal-1, size=276 (276bytes) 2024-11-17T08:33:35,295 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-17T08:33:35,295 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-17T08:33:35,295 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40671/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731832415161/wal-1 2024-11-17T08:33:35,300 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40671/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731832415161/wal-1 after 3ms 2024-11-17T08:33:35,305 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40671/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731832415161/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T08:33:35,306 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40671/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731832415161/wal-1 took 13ms 2024-11-17T08:33:35,310 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40671/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731832415161/wal-1 so closing down 2024-11-17T08:33:35,312 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-17T08:33:35,314 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/d9b0778a6a85f6303b4fa4264ed71e28/recovered.edits/0000000000000000001-wal-1.temp 2024-11-17T08:33:35,314 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:33:35,315 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:33:35,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741841_1017 (size=276) 2024-11-17T08:33:35,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741841_1017 (size=276) 2024-11-17T08:33:35,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741841_1017 (size=276) 2024-11-17T08:33:35,324 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/d9b0778a6a85f6303b4fa4264ed71e28/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-17T08:33:35,327 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/d9b0778a6a85f6303b4fa4264ed71e28/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/d9b0778a6a85f6303b4fa4264ed71e28/recovered.edits/0000000000000000002 2024-11-17T08:33:35,332 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:40671/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731832415161/wal-1, size=276, length=276, corrupted=false, cancelled=false 2024-11-17T08:33:35,332 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40671/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731832415161/wal-1, journal: Splitting hdfs://localhost:40671/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731832415161/wal-1, size=276 (276bytes) at 1731832415295Finishing writing output for hdfs://localhost:40671/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731832415161/wal-1 so closing down at 1731832415310 (+15 ms)Creating recovered edits writer path=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/d9b0778a6a85f6303b4fa4264ed71e28/recovered.edits/0000000000000000001-wal-1.temp at 1731832415314 (+4 ms)3 split writer threads finished at 1731832415315 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/d9b0778a6a85f6303b4fa4264ed71e28/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731832415325 (+10 ms)Rename recovered edits hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/d9b0778a6a85f6303b4fa4264ed71e28/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/d9b0778a6a85f6303b4fa4264ed71e28/recovered.edits/0000000000000000002 at 1731832415327 (+2 ms)Processed 2 edits across 1 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:40671/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731832415161/wal-1, size=276, length=276, corrupted=false, cancelled=false at 1731832415332 (+5 ms) 2024-11-17T08:33:35,345 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40671/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731832415161/wal-2, size=230 (230bytes) 2024-11-17T08:33:35,346 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40671/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731832415161/wal-2 2024-11-17T08:33:35,346 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40671/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731832415161/wal-2 after 0ms 2024-11-17T08:33:35,350 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40671/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731832415161/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T08:33:35,350 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40671/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731832415161/wal-2 took 5ms 2024-11-17T08:33:35,353 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40671/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731832415161/wal-2 so closing down 2024-11-17T08:33:35,354 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:33:35,356 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-17T08:33:35,358 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/d9b0778a6a85f6303b4fa4264ed71e28/recovered.edits/0000000000000000002-wal-2.temp 2024-11-17T08:33:35,358 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:33:35,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741842_1018 (size=230) 2024-11-17T08:33:35,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741842_1018 (size=230) 2024-11-17T08:33:35,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741842_1018 (size=230) 2024-11-17T08:33:35,369 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/d9b0778a6a85f6303b4fa4264ed71e28/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-17T08:33:35,374 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/d9b0778a6a85f6303b4fa4264ed71e28/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T08:33:35,376 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/d9b0778a6a85f6303b4fa4264ed71e28/recovered.edits/0000000000000000002-wal-2.temp, length=230 2024-11-17T08:33:35,378 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:40671/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731832415161/wal-2, size=230, length=230, corrupted=false, cancelled=false 2024-11-17T08:33:35,378 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40671/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731832415161/wal-2, journal: Splitting hdfs://localhost:40671/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731832415161/wal-2, size=230 (230bytes) at 1731832415345Finishing writing output for hdfs://localhost:40671/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731832415161/wal-2 so closing down at 1731832415353 (+8 ms)Creating recovered edits writer path=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/d9b0778a6a85f6303b4fa4264ed71e28/recovered.edits/0000000000000000002-wal-2.temp at 1731832415358 (+5 ms)3 split writer threads finished at 1731832415358Closed recovered edits writer path=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/d9b0778a6a85f6303b4fa4264ed71e28/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731832415369 (+11 ms)Processed 1 edits across 1 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:40671/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731832415161/wal-2, size=230, length=230, corrupted=false, cancelled=false at 1731832415378 (+9 ms) 2024-11-17T08:33:35,379 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-17T08:33:35,381 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40671/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731832415161, archiveDir=hdfs://localhost:40671/hbase/oldWALs, maxLogs=32 2024-11-17T08:33:35,395 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731832415161/wal.1731832415382, exclude list is [], retry=0 2024-11-17T08:33:35,397 WARN [IPC Server handler 1 on default port 40671 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-17T08:33:35,398 WARN [IPC Server handler 1 on default port 40671 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-17T08:33:35,398 WARN [IPC Server handler 1 on default port 40671 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-17T08:33:35,400 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36323,DS-f55cdc84-bc56-4d4a-90fe-188598338979,DISK] 2024-11-17T08:33:35,400 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33101,DS-4f56f0df-fa7b-4e49-9a81-86952fa63445,DISK] 2024-11-17T08:33:35,403 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731832415161/wal.1731832415382 2024-11-17T08:33:35,403 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46645:46645),(127.0.0.1/127.0.0.1:44617:44617)] 2024-11-17T08:33:35,403 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => d9b0778a6a85f6303b4fa4264ed71e28, NAME => 'testReplayEditsWrittenIntoWAL,,1731832415163.d9b0778a6a85f6303b4fa4264ed71e28.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:33:35,404 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731832415163.d9b0778a6a85f6303b4fa4264ed71e28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:33:35,404 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for d9b0778a6a85f6303b4fa4264ed71e28 2024-11-17T08:33:35,404 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for d9b0778a6a85f6303b4fa4264ed71e28 2024-11-17T08:33:35,406 INFO [StoreOpener-d9b0778a6a85f6303b4fa4264ed71e28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d9b0778a6a85f6303b4fa4264ed71e28 2024-11-17T08:33:35,408 INFO [StoreOpener-d9b0778a6a85f6303b4fa4264ed71e28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9b0778a6a85f6303b4fa4264ed71e28 columnFamilyName a 2024-11-17T08:33:35,408 DEBUG [StoreOpener-d9b0778a6a85f6303b4fa4264ed71e28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:33:35,409 INFO [StoreOpener-d9b0778a6a85f6303b4fa4264ed71e28-1 {}] regionserver.HStore(327): Store=d9b0778a6a85f6303b4fa4264ed71e28/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:33:35,409 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d9b0778a6a85f6303b4fa4264ed71e28 2024-11-17T08:33:35,411 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/d9b0778a6a85f6303b4fa4264ed71e28 2024-11-17T08:33:35,414 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/d9b0778a6a85f6303b4fa4264ed71e28 2024-11-17T08:33:35,415 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/d9b0778a6a85f6303b4fa4264ed71e28/recovered.edits/0000000000000000002 2024-11-17T08:33:35,419 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/d9b0778a6a85f6303b4fa4264ed71e28/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T08:33:35,426 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/d9b0778a6a85f6303b4fa4264ed71e28/recovered.edits/0000000000000000002 2024-11-17T08:33:35,430 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d9b0778a6a85f6303b4fa4264ed71e28 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-17T08:33:35,480 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/d9b0778a6a85f6303b4fa4264ed71e28/.tmp/a/9deff3662e0b4d8282e7025deca2310b is 58, key is testReplayEditsWrittenIntoWAL/a:1/1731832415241/Put/seqid=0 2024-11-17T08:33:35,486 WARN [IPC Server handler 2 on default port 40671 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-17T08:33:35,486 WARN [IPC Server handler 2 on default port 40671 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-17T08:33:35,487 WARN [IPC Server handler 2 on default port 40671 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-17T08:33:35,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741844_1020 (size=5170) 2024-11-17T08:33:35,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741844_1020 (size=5170) 2024-11-17T08:33:35,494 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/d9b0778a6a85f6303b4fa4264ed71e28/.tmp/a/9deff3662e0b4d8282e7025deca2310b 2024-11-17T08:33:35,543 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/d9b0778a6a85f6303b4fa4264ed71e28/.tmp/a/9deff3662e0b4d8282e7025deca2310b as hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/d9b0778a6a85f6303b4fa4264ed71e28/a/9deff3662e0b4d8282e7025deca2310b 2024-11-17T08:33:35,552 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/d9b0778a6a85f6303b4fa4264ed71e28/a/9deff3662e0b4d8282e7025deca2310b, entries=2, sequenceid=2, filesize=5.0 K 2024-11-17T08:33:35,558 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for d9b0778a6a85f6303b4fa4264ed71e28 in 127ms, sequenceid=2, compaction requested=false; wal=null 2024-11-17T08:33:35,560 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/d9b0778a6a85f6303b4fa4264ed71e28/recovered.edits/0000000000000000002 2024-11-17T08:33:35,561 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d9b0778a6a85f6303b4fa4264ed71e28 2024-11-17T08:33:35,561 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d9b0778a6a85f6303b4fa4264ed71e28 2024-11-17T08:33:35,564 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d9b0778a6a85f6303b4fa4264ed71e28 2024-11-17T08:33:35,568 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/d9b0778a6a85f6303b4fa4264ed71e28/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-17T08:33:35,570 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d9b0778a6a85f6303b4fa4264ed71e28; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60733900, jitterRate=-0.09499436616897583}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T08:33:35,571 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d9b0778a6a85f6303b4fa4264ed71e28: Writing region info on filesystem at 1731832415404Initializing all the Stores at 1731832415406 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832415406Obtaining lock to block concurrent updates at 1731832415430 (+24 ms)Preparing flush snapshotting stores in d9b0778a6a85f6303b4fa4264ed71e28 at 1731832415430Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1731832415163.d9b0778a6a85f6303b4fa4264ed71e28., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1731832415433 (+3 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1731832415163.d9b0778a6a85f6303b4fa4264ed71e28. at 1731832415434 (+1 ms)Flushing d9b0778a6a85f6303b4fa4264ed71e28/a: creating writer at 1731832415435 (+1 ms)Flushing d9b0778a6a85f6303b4fa4264ed71e28/a: appending metadata at 1731832415469 (+34 ms)Flushing d9b0778a6a85f6303b4fa4264ed71e28/a: closing flushed file at 1731832415471 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a54ac4a: reopening flushed file at 1731832415541 (+70 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for d9b0778a6a85f6303b4fa4264ed71e28 in 127ms, sequenceid=2, compaction requested=false; wal=null at 1731832415559 (+18 ms)Cleaning up temporary data from old regions at 1731832415561 (+2 ms)Region opened successfully at 1731832415571 (+10 ms) 2024-11-17T08:33:35,594 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit0 Thread=370 (was 362) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_251950348_22 at /127.0.0.1:47674 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-160994225-172.17.0.3-1731832406351:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-160994225-172.17.0.3-1731832406351:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:40671/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_251950348_22 at /127.0.0.1:58498 [Receiving block BP-160994225-172.17.0.3-1731832406351:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_251950348_22 at /127.0.0.1:54628 [Waiting for operation #4] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_251950348_22 at /127.0.0.1:58376 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_251950348_22 at /127.0.0.1:47804 [Receiving block BP-160994225-172.17.0.3-1731832406351:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=681 (was 599) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=489 (was 489), ProcessCount=11 (was 11), AvailableMemoryMB=2180 (was 2187) 2024-11-17T08:33:35,604 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit1 Thread=370, OpenFileDescriptor=681, MaxFileDescriptor=1048576, SystemLoadAverage=489, ProcessCount=11, AvailableMemoryMB=2180 2024-11-17T08:33:35,619 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:33:35,622 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:33:35,623 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T08:33:35,626 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-66217935, suffix=, logDir=hdfs://localhost:40671/hbase/WALs/hregion-66217935, archiveDir=hdfs://localhost:40671/hbase/oldWALs, maxLogs=32 2024-11-17T08:33:35,639 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-66217935/hregion-66217935.1731832415627, exclude list is [], retry=0 2024-11-17T08:33:35,641 WARN [IPC Server handler 4 on default port 40671 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-17T08:33:35,641 WARN [IPC Server handler 4 on default port 40671 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-17T08:33:35,642 WARN [IPC Server handler 4 on default port 40671 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-17T08:33:35,643 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36323,DS-f55cdc84-bc56-4d4a-90fe-188598338979,DISK] 2024-11-17T08:33:35,644 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33101,DS-4f56f0df-fa7b-4e49-9a81-86952fa63445,DISK] 2024-11-17T08:33:35,647 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-66217935/hregion-66217935.1731832415627 2024-11-17T08:33:35,647 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46645:46645),(127.0.0.1/127.0.0.1:44617:44617)] 2024-11-17T08:33:35,647 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 8469a323b9e8bb9726a57edec27d2254, NAME => 'testReplayEditsWrittenIntoWAL,,1731832415620.8469a323b9e8bb9726a57edec27d2254.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40671/hbase 2024-11-17T08:33:35,654 WARN [IPC Server handler 3 on default port 40671 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-17T08:33:35,654 WARN [IPC Server handler 3 on default port 40671 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-17T08:33:35,654 WARN [IPC Server handler 3 on default port 40671 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-17T08:33:35,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741846_1022 (size=64) 2024-11-17T08:33:35,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741846_1022 (size=64) 2024-11-17T08:33:35,662 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731832415620.8469a323b9e8bb9726a57edec27d2254.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:33:35,664 INFO [StoreOpener-8469a323b9e8bb9726a57edec27d2254-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8469a323b9e8bb9726a57edec27d2254 2024-11-17T08:33:35,668 INFO [StoreOpener-8469a323b9e8bb9726a57edec27d2254-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8469a323b9e8bb9726a57edec27d2254 columnFamilyName a 2024-11-17T08:33:35,668 DEBUG [StoreOpener-8469a323b9e8bb9726a57edec27d2254-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:33:35,670 INFO [StoreOpener-8469a323b9e8bb9726a57edec27d2254-1 {}] regionserver.HStore(327): Store=8469a323b9e8bb9726a57edec27d2254/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:33:35,670 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8469a323b9e8bb9726a57edec27d2254 2024-11-17T08:33:35,671 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/8469a323b9e8bb9726a57edec27d2254 2024-11-17T08:33:35,672 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/8469a323b9e8bb9726a57edec27d2254 2024-11-17T08:33:35,673 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8469a323b9e8bb9726a57edec27d2254 2024-11-17T08:33:35,673 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8469a323b9e8bb9726a57edec27d2254 2024-11-17T08:33:35,676 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8469a323b9e8bb9726a57edec27d2254 2024-11-17T08:33:35,681 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/8469a323b9e8bb9726a57edec27d2254/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:33:35,682 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8469a323b9e8bb9726a57edec27d2254; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69759780, jitterRate=0.039501726627349854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T08:33:35,682 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8469a323b9e8bb9726a57edec27d2254: Writing region info on filesystem at 1731832415662Initializing all the Stores at 1731832415663 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832415663Cleaning up temporary data from old regions at 1731832415673 (+10 ms)Region opened successfully at 1731832415682 (+9 ms) 2024-11-17T08:33:35,682 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8469a323b9e8bb9726a57edec27d2254, disabling compactions & flushes 2024-11-17T08:33:35,682 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731832415620.8469a323b9e8bb9726a57edec27d2254. 2024-11-17T08:33:35,682 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731832415620.8469a323b9e8bb9726a57edec27d2254. 2024-11-17T08:33:35,683 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731832415620.8469a323b9e8bb9726a57edec27d2254. after waiting 0 ms 2024-11-17T08:33:35,683 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731832415620.8469a323b9e8bb9726a57edec27d2254. 2024-11-17T08:33:35,683 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731832415620.8469a323b9e8bb9726a57edec27d2254. 2024-11-17T08:33:35,683 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8469a323b9e8bb9726a57edec27d2254: Waiting for close lock at 1731832415682Disabling compacts and flushes for region at 1731832415682Disabling writes for close at 1731832415683 (+1 ms)Writing region close event to WAL at 1731832415683Closed at 1731832415683 2024-11-17T08:33:35,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741845_1021 (size=93) 2024-11-17T08:33:35,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741845_1021 (size=93) 2024-11-17T08:33:35,690 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-17T08:33:35,690 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-66217935:(num 1731832415627) 2024-11-17T08:33:35,691 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-17T08:33:35,694 WARN [IPC Server handler 1 on default port 40671 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-17T08:33:35,694 WARN [IPC Server handler 1 on default port 40671 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-17T08:33:35,694 WARN [IPC Server handler 1 on default port 40671 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-17T08:33:35,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741847_1023 (size=276) 2024-11-17T08:33:35,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741847_1023 (size=276) 2024-11-17T08:33:35,704 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-17T08:33:35,707 WARN [IPC Server handler 4 on default port 40671 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-17T08:33:35,707 WARN [IPC Server handler 4 on default port 40671 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-17T08:33:35,708 WARN [IPC Server handler 4 on default port 40671 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-17T08:33:35,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741848_1024 (size=230) 2024-11-17T08:33:35,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741848_1024 (size=230) 2024-11-17T08:33:35,732 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40671/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731832415618/wal-2, size=230 (230bytes) 2024-11-17T08:33:35,732 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40671/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731832415618/wal-2 2024-11-17T08:33:35,733 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40671/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731832415618/wal-2 after 1ms 2024-11-17T08:33:35,737 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40671/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731832415618/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T08:33:35,737 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40671/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731832415618/wal-2 took 6ms 2024-11-17T08:33:35,740 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40671/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731832415618/wal-2 so closing down 2024-11-17T08:33:35,740 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:33:35,742 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-17T08:33:35,744 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/8469a323b9e8bb9726a57edec27d2254/recovered.edits/0000000000000000002-wal-2.temp 2024-11-17T08:33:35,744 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:33:35,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741849_1025 (size=230) 2024-11-17T08:33:35,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741849_1025 (size=230) 2024-11-17T08:33:35,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741849_1025 (size=230) 2024-11-17T08:33:35,753 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/8469a323b9e8bb9726a57edec27d2254/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-17T08:33:35,755 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/8469a323b9e8bb9726a57edec27d2254/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/8469a323b9e8bb9726a57edec27d2254/recovered.edits/0000000000000000002 2024-11-17T08:33:35,755 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:40671/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731832415618/wal-2, size=230, length=230, corrupted=false, cancelled=false 2024-11-17T08:33:35,755 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40671/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731832415618/wal-2, journal: Splitting hdfs://localhost:40671/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731832415618/wal-2, size=230 (230bytes) at 1731832415732Finishing writing output for hdfs://localhost:40671/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731832415618/wal-2 so closing down at 1731832415740 (+8 ms)Creating recovered edits writer path=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/8469a323b9e8bb9726a57edec27d2254/recovered.edits/0000000000000000002-wal-2.temp at 1731832415744 (+4 ms)3 split writer threads finished at 1731832415744Closed recovered edits writer path=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/8469a323b9e8bb9726a57edec27d2254/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731832415753 (+9 ms)Rename recovered edits hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/8469a323b9e8bb9726a57edec27d2254/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/8469a323b9e8bb9726a57edec27d2254/recovered.edits/0000000000000000002 at 1731832415755 (+2 ms)Processed 1 edits across 1 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:40671/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731832415618/wal-2, size=230, length=230, corrupted=false, cancelled=false at 1731832415755 2024-11-17T08:33:35,769 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40671/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731832415618/wal-1, size=276 (276bytes) 2024-11-17T08:33:35,769 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40671/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731832415618/wal-1 2024-11-17T08:33:35,770 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40671/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731832415618/wal-1 after 1ms 2024-11-17T08:33:35,773 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40671/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731832415618/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T08:33:35,774 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40671/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731832415618/wal-1 took 6ms 2024-11-17T08:33:35,777 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40671/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731832415618/wal-1 so closing down 2024-11-17T08:33:35,777 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:33:35,778 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-17T08:33:35,780 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/8469a323b9e8bb9726a57edec27d2254/recovered.edits/0000000000000000001-wal-1.temp 2024-11-17T08:33:35,780 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:33:35,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741850_1026 (size=276) 2024-11-17T08:33:35,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741850_1026 (size=276) 2024-11-17T08:33:35,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741850_1026 (size=276) 2024-11-17T08:33:35,790 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/8469a323b9e8bb9726a57edec27d2254/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-17T08:33:35,794 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/8469a323b9e8bb9726a57edec27d2254/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T08:33:35,796 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/8469a323b9e8bb9726a57edec27d2254/recovered.edits/0000000000000000002, length=230 2024-11-17T08:33:35,798 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/8469a323b9e8bb9726a57edec27d2254/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/8469a323b9e8bb9726a57edec27d2254/recovered.edits/0000000000000000002 2024-11-17T08:33:35,798 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:40671/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731832415618/wal-1, size=276, length=276, corrupted=false, cancelled=false 2024-11-17T08:33:35,798 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40671/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731832415618/wal-1, journal: Splitting hdfs://localhost:40671/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731832415618/wal-1, size=276 (276bytes) at 1731832415769Finishing writing output for hdfs://localhost:40671/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731832415618/wal-1 so closing down at 1731832415777 (+8 ms)Creating recovered edits writer path=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/8469a323b9e8bb9726a57edec27d2254/recovered.edits/0000000000000000001-wal-1.temp at 1731832415780 (+3 ms)3 split writer threads finished at 1731832415780Closed recovered edits writer path=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/8469a323b9e8bb9726a57edec27d2254/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731832415790 (+10 ms)Rename recovered edits hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/8469a323b9e8bb9726a57edec27d2254/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/8469a323b9e8bb9726a57edec27d2254/recovered.edits/0000000000000000002 at 1731832415798 (+8 ms)Processed 2 edits across 1 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:40671/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731832415618/wal-1, size=276, length=276, corrupted=false, cancelled=false at 1731832415798 2024-11-17T08:33:35,798 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-17T08:33:35,801 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40671/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731832415618, archiveDir=hdfs://localhost:40671/hbase/oldWALs, maxLogs=32 2024-11-17T08:33:35,821 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731832415618/wal.1731832415802, exclude list is [], retry=0 2024-11-17T08:33:35,823 WARN [IPC Server handler 3 on default port 40671 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-17T08:33:35,823 WARN [IPC Server handler 3 on default port 40671 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-17T08:33:35,823 WARN [IPC Server handler 3 on default port 40671 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-17T08:33:35,825 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36323,DS-f55cdc84-bc56-4d4a-90fe-188598338979,DISK] 2024-11-17T08:33:35,826 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33101,DS-4f56f0df-fa7b-4e49-9a81-86952fa63445,DISK] 2024-11-17T08:33:35,828 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731832415618/wal.1731832415802 2024-11-17T08:33:35,828 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46645:46645),(127.0.0.1/127.0.0.1:44617:44617)] 2024-11-17T08:33:35,828 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 8469a323b9e8bb9726a57edec27d2254, NAME => 'testReplayEditsWrittenIntoWAL,,1731832415620.8469a323b9e8bb9726a57edec27d2254.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:33:35,829 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731832415620.8469a323b9e8bb9726a57edec27d2254.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:33:35,829 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 8469a323b9e8bb9726a57edec27d2254 2024-11-17T08:33:35,829 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 8469a323b9e8bb9726a57edec27d2254 2024-11-17T08:33:35,831 INFO [StoreOpener-8469a323b9e8bb9726a57edec27d2254-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8469a323b9e8bb9726a57edec27d2254 2024-11-17T08:33:35,832 INFO [StoreOpener-8469a323b9e8bb9726a57edec27d2254-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8469a323b9e8bb9726a57edec27d2254 columnFamilyName a 2024-11-17T08:33:35,833 DEBUG [StoreOpener-8469a323b9e8bb9726a57edec27d2254-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:33:35,834 INFO [StoreOpener-8469a323b9e8bb9726a57edec27d2254-1 {}] regionserver.HStore(327): Store=8469a323b9e8bb9726a57edec27d2254/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:33:35,834 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8469a323b9e8bb9726a57edec27d2254 2024-11-17T08:33:35,835 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/8469a323b9e8bb9726a57edec27d2254 2024-11-17T08:33:35,837 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/8469a323b9e8bb9726a57edec27d2254 2024-11-17T08:33:35,838 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/8469a323b9e8bb9726a57edec27d2254/recovered.edits/0000000000000000002 2024-11-17T08:33:35,841 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/8469a323b9e8bb9726a57edec27d2254/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T08:33:35,843 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/8469a323b9e8bb9726a57edec27d2254/recovered.edits/0000000000000000002 2024-11-17T08:33:35,843 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8469a323b9e8bb9726a57edec27d2254 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-17T08:33:35,858 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/8469a323b9e8bb9726a57edec27d2254/.tmp/a/61b4a858d9b44f72b41f0ee49509f742 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1731832415690/Put/seqid=0 2024-11-17T08:33:35,860 WARN [IPC Server handler 1 on default port 40671 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-17T08:33:35,860 WARN [IPC Server handler 1 on default port 40671 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-17T08:33:35,860 WARN [IPC Server handler 1 on default port 40671 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-17T08:33:35,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741852_1028 (size=5170) 2024-11-17T08:33:35,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741852_1028 (size=5170) 2024-11-17T08:33:35,865 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/8469a323b9e8bb9726a57edec27d2254/.tmp/a/61b4a858d9b44f72b41f0ee49509f742 2024-11-17T08:33:35,874 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/8469a323b9e8bb9726a57edec27d2254/.tmp/a/61b4a858d9b44f72b41f0ee49509f742 as hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/8469a323b9e8bb9726a57edec27d2254/a/61b4a858d9b44f72b41f0ee49509f742 2024-11-17T08:33:35,881 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/8469a323b9e8bb9726a57edec27d2254/a/61b4a858d9b44f72b41f0ee49509f742, entries=2, sequenceid=2, filesize=5.0 K 2024-11-17T08:33:35,882 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 8469a323b9e8bb9726a57edec27d2254 in 39ms, sequenceid=2, compaction requested=false; wal=null 2024-11-17T08:33:35,883 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/8469a323b9e8bb9726a57edec27d2254/recovered.edits/0000000000000000002 2024-11-17T08:33:35,883 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8469a323b9e8bb9726a57edec27d2254 2024-11-17T08:33:35,883 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8469a323b9e8bb9726a57edec27d2254 2024-11-17T08:33:35,885 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8469a323b9e8bb9726a57edec27d2254 2024-11-17T08:33:35,888 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/8469a323b9e8bb9726a57edec27d2254/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-17T08:33:35,889 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8469a323b9e8bb9726a57edec27d2254; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67138200, jitterRate=4.3714046478271484E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T08:33:35,889 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8469a323b9e8bb9726a57edec27d2254: Writing region info on filesystem at 1731832415829Initializing all the Stores at 1731832415830 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832415830Obtaining lock to block concurrent updates at 1731832415843 (+13 ms)Preparing flush snapshotting stores in 8469a323b9e8bb9726a57edec27d2254 at 1731832415843Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1731832415620.8469a323b9e8bb9726a57edec27d2254., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1731832415843Flushing stores of testReplayEditsWrittenIntoWAL,,1731832415620.8469a323b9e8bb9726a57edec27d2254. at 1731832415843Flushing 8469a323b9e8bb9726a57edec27d2254/a: creating writer at 1731832415843Flushing 8469a323b9e8bb9726a57edec27d2254/a: appending metadata at 1731832415857 (+14 ms)Flushing 8469a323b9e8bb9726a57edec27d2254/a: closing flushed file at 1731832415857Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6932b9ef: reopening flushed file at 1731832415873 (+16 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 8469a323b9e8bb9726a57edec27d2254 in 39ms, sequenceid=2, compaction requested=false; wal=null at 1731832415882 (+9 ms)Cleaning up temporary data from old regions at 1731832415883 (+1 ms)Region opened successfully at 1731832415889 (+6 ms) 2024-11-17T08:33:35,904 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit1 Thread=377 (was 370) Potentially hanging thread: PacketResponder: BP-160994225-172.17.0.3-1731832406351:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_251950348_22 at /127.0.0.1:47674 [Waiting for operation #20] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-160994225-172.17.0.3-1731832406351:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_251950348_22 at /127.0.0.1:54628 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_251950348_22 at /127.0.0.1:58584 [Receiving block BP-160994225-172.17.0.3-1731832406351:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_251950348_22 at /127.0.0.1:47884 [Receiving block BP-160994225-172.17.0.3-1731832406351:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_251950348_22 at /127.0.0.1:58376 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=757 (was 681) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=489 (was 489), ProcessCount=11 (was 11), AvailableMemoryMB=2176 (was 2180) 2024-11-17T08:33:35,916 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenIntoWAL Thread=377, OpenFileDescriptor=757, MaxFileDescriptor=1048576, SystemLoadAverage=489, ProcessCount=11, AvailableMemoryMB=2175 2024-11-17T08:33:35,933 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:33:35,935 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:33:35,936 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T08:33:35,940 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-67695916, suffix=, logDir=hdfs://localhost:40671/hbase/WALs/hregion-67695916, archiveDir=hdfs://localhost:40671/hbase/oldWALs, maxLogs=32 2024-11-17T08:33:35,952 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-67695916/hregion-67695916.1731832415940, exclude list is [], retry=0 2024-11-17T08:33:35,954 WARN [IPC Server handler 0 on default port 40671 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-17T08:33:35,954 WARN [IPC Server handler 0 on default port 40671 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-17T08:33:35,954 WARN [IPC Server handler 0 on default port 40671 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-17T08:33:35,956 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33101,DS-4f56f0df-fa7b-4e49-9a81-86952fa63445,DISK] 2024-11-17T08:33:35,956 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36323,DS-f55cdc84-bc56-4d4a-90fe-188598338979,DISK] 2024-11-17T08:33:35,958 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-67695916/hregion-67695916.1731832415940 2024-11-17T08:33:35,959 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44617:44617),(127.0.0.1/127.0.0.1:46645:46645)] 2024-11-17T08:33:35,959 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => e51219034b242240f302be764ad2946f, NAME => 'testReplayEditsWrittenIntoWAL,,1731832415933.e51219034b242240f302be764ad2946f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40671/hbase 2024-11-17T08:33:35,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741854_1030 (size=64) 2024-11-17T08:33:35,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741854_1030 (size=64) 2024-11-17T08:33:35,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741854_1030 (size=64) 2024-11-17T08:33:35,972 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731832415933.e51219034b242240f302be764ad2946f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:33:35,973 INFO [StoreOpener-e51219034b242240f302be764ad2946f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e51219034b242240f302be764ad2946f 2024-11-17T08:33:35,975 INFO [StoreOpener-e51219034b242240f302be764ad2946f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e51219034b242240f302be764ad2946f columnFamilyName a 2024-11-17T08:33:35,976 DEBUG [StoreOpener-e51219034b242240f302be764ad2946f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:33:35,976 INFO [StoreOpener-e51219034b242240f302be764ad2946f-1 {}] regionserver.HStore(327): Store=e51219034b242240f302be764ad2946f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:33:35,976 INFO [StoreOpener-e51219034b242240f302be764ad2946f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e51219034b242240f302be764ad2946f 2024-11-17T08:33:35,978 INFO [StoreOpener-e51219034b242240f302be764ad2946f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e51219034b242240f302be764ad2946f columnFamilyName b 2024-11-17T08:33:35,978 DEBUG [StoreOpener-e51219034b242240f302be764ad2946f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:33:35,979 INFO [StoreOpener-e51219034b242240f302be764ad2946f-1 {}] regionserver.HStore(327): Store=e51219034b242240f302be764ad2946f/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:33:35,979 INFO [StoreOpener-e51219034b242240f302be764ad2946f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e51219034b242240f302be764ad2946f 2024-11-17T08:33:35,981 INFO [StoreOpener-e51219034b242240f302be764ad2946f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e51219034b242240f302be764ad2946f columnFamilyName c 2024-11-17T08:33:35,981 DEBUG [StoreOpener-e51219034b242240f302be764ad2946f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:33:35,982 INFO [StoreOpener-e51219034b242240f302be764ad2946f-1 {}] regionserver.HStore(327): Store=e51219034b242240f302be764ad2946f/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:33:35,982 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e51219034b242240f302be764ad2946f 2024-11-17T08:33:35,983 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/e51219034b242240f302be764ad2946f 2024-11-17T08:33:35,984 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/e51219034b242240f302be764ad2946f 2024-11-17T08:33:35,985 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e51219034b242240f302be764ad2946f 2024-11-17T08:33:35,985 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e51219034b242240f302be764ad2946f 2024-11-17T08:33:35,986 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T08:33:35,987 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e51219034b242240f302be764ad2946f 2024-11-17T08:33:35,990 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/e51219034b242240f302be764ad2946f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:33:35,991 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e51219034b242240f302be764ad2946f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66576944, jitterRate=-0.007926225662231445}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T08:33:35,992 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e51219034b242240f302be764ad2946f: Writing region info on filesystem at 1731832415972Initializing all the Stores at 1731832415973 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832415973Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832415973Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832415973Cleaning up temporary data from old regions at 1731832415985 (+12 ms)Region opened successfully at 1731832415991 (+6 ms) 2024-11-17T08:33:35,992 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e51219034b242240f302be764ad2946f, disabling compactions & flushes 2024-11-17T08:33:35,992 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731832415933.e51219034b242240f302be764ad2946f. 2024-11-17T08:33:35,992 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731832415933.e51219034b242240f302be764ad2946f. 2024-11-17T08:33:35,992 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731832415933.e51219034b242240f302be764ad2946f. after waiting 0 ms 2024-11-17T08:33:35,992 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731832415933.e51219034b242240f302be764ad2946f. 2024-11-17T08:33:35,992 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731832415933.e51219034b242240f302be764ad2946f. 2024-11-17T08:33:35,992 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e51219034b242240f302be764ad2946f: Waiting for close lock at 1731832415992Disabling compacts and flushes for region at 1731832415992Disabling writes for close at 1731832415992Writing region close event to WAL at 1731832415992Closed at 1731832415992 2024-11-17T08:33:35,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741853_1029 (size=93) 2024-11-17T08:33:35,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741853_1029 (size=93) 2024-11-17T08:33:35,999 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-17T08:33:35,999 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-67695916:(num 1731832415940) 2024-11-17T08:33:36,000 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-17T08:33:36,003 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40671/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731832415932, archiveDir=hdfs://localhost:40671/hbase/oldWALs, maxLogs=32 2024-11-17T08:33:36,018 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731832415932/wal.1731832416003, exclude list is [], retry=0 2024-11-17T08:33:36,020 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44089,DS-329544d5-4f5b-427c-9d50-b44a31c7870e,DISK] 2024-11-17T08:33:36,021 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33101,DS-4f56f0df-fa7b-4e49-9a81-86952fa63445,DISK] 2024-11-17T08:33:36,021 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36323,DS-f55cdc84-bc56-4d4a-90fe-188598338979,DISK] 2024-11-17T08:33:36,023 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731832415932/wal.1731832416003 2024-11-17T08:33:36,023 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41395:41395),(127.0.0.1/127.0.0.1:44617:44617),(127.0.0.1/127.0.0.1:46645:46645)] 2024-11-17T08:33:36,259 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40671/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731832415932/wal.1731832416003, size=0 (0bytes) 2024-11-17T08:33:36,259 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:40671/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731832415932/wal.1731832416003 might be still open, length is 0 2024-11-17T08:33:36,259 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40671/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731832415932/wal.1731832416003 2024-11-17T08:33:36,260 WARN [IPC Server handler 2 on default port 40671 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731832415932/wal.1731832416003 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-11-17T08:33:36,261 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:40671/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731832415932/wal.1731832416003 after 2ms 2024-11-17T08:33:39,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741853_1029 (size=93) 2024-11-17T08:33:39,060 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_251950348_22 at /127.0.0.1:54736 [Receiving block BP-160994225-172.17.0.3-1731832406351:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:44089:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54736 dst: /127.0.0.1:44089 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:44089 remote=/127.0.0.1:54736]. Total timeout mills is 60000, 57151 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T08:33:39,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741831_1007 (size=1321) 2024-11-17T08:33:39,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741832_1008 (size=32) 2024-11-17T08:33:39,062 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_251950348_22 at /127.0.0.1:47926 [Receiving block BP-160994225-172.17.0.3-1731832406351:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:36323:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47926 dst: /127.0.0.1:36323 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T08:33:39,062 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_251950348_22 at /127.0.0.1:58622 [Receiving block BP-160994225-172.17.0.3-1731832406351:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:33101:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58622 dst: /127.0.0.1:33101 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T08:33:39,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741855_1032 (size=200589) 2024-11-17T08:33:39,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741855_1032 (size=200589) 2024-11-17T08:33:39,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741855_1032 (size=200589) 2024-11-17T08:33:40,262 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:40671/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731832415932/wal.1731832416003 after 4003ms 2024-11-17T08:33:40,266 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40671/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731832415932/wal.1731832416003: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T08:33:40,268 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40671/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731832415932/wal.1731832416003 took 4009ms 2024-11-17T08:33:40,273 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1731832416003.temp 2024-11-17T08:33:40,276 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/e51219034b242240f302be764ad2946f/recovered.edits/0000000000000000001-wal.1731832416003.temp 2024-11-17T08:33:40,283 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-17T08:33:40,383 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T08:33:40,431 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:40671/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731832415932/wal.1731832416003; continuing. 2024-11-17T08:33:40,431 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40671/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731832415932/wal.1731832416003 so closing down 2024-11-17T08:33:40,431 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:33:40,433 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:33:40,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741856_1033 (size=200597) 2024-11-17T08:33:40,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741856_1033 (size=200597) 2024-11-17T08:33:40,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741856_1033 (size=200597) 2024-11-17T08:33:40,440 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/e51219034b242240f302be764ad2946f/recovered.edits/0000000000000000001-wal.1731832416003.temp (wrote 3002 edits, skipped 0 edits in 65 ms) 2024-11-17T08:33:40,442 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/e51219034b242240f302be764ad2946f/recovered.edits/0000000000000000001-wal.1731832416003.temp to hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/e51219034b242240f302be764ad2946f/recovered.edits/0000000000000003002 2024-11-17T08:33:40,443 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 175 ms; skipped=0; WAL=hdfs://localhost:40671/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731832415932/wal.1731832416003, size=0, length=0, corrupted=false, cancelled=false 2024-11-17T08:33:40,443 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40671/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731832415932/wal.1731832416003, journal: Splitting hdfs://localhost:40671/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731832415932/wal.1731832416003, size=0 (0bytes) at 1731832416259Creating recovered edits writer path=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/e51219034b242240f302be764ad2946f/recovered.edits/0000000000000000001-wal.1731832416003.temp at 1731832420276 (+4017 ms)Split 1024 edits, skipped 0 edits. at 1731832420363 (+87 ms)Split 2048 edits, skipped 0 edits. at 1731832420407 (+44 ms)Finishing writing output for hdfs://localhost:40671/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731832415932/wal.1731832416003 so closing down at 1731832420431 (+24 ms)3 split writer threads finished at 1731832420433 (+2 ms)Closed recovered edits writer path=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/e51219034b242240f302be764ad2946f/recovered.edits/0000000000000000001-wal.1731832416003.temp (wrote 3002 edits, skipped 0 edits in 65 ms) at 1731832420440 (+7 ms)Rename recovered edits hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/e51219034b242240f302be764ad2946f/recovered.edits/0000000000000000001-wal.1731832416003.temp to hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/e51219034b242240f302be764ad2946f/recovered.edits/0000000000000003002 at 1731832420442 (+2 ms)Processed 3002 edits across 1 Regions in 175 ms; skipped=0; WAL=hdfs://localhost:40671/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731832415932/wal.1731832416003, size=0, length=0, corrupted=false, cancelled=false at 1731832420443 (+1 ms) 2024-11-17T08:33:40,450 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40671/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731832415932/wal.1731832416003 to hdfs://localhost:40671/hbase/oldWALs/wal.1731832416003 2024-11-17T08:33:40,452 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/e51219034b242240f302be764ad2946f/recovered.edits/0000000000000003002 2024-11-17T08:33:40,453 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-17T08:33:40,456 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40671/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731832415932, archiveDir=hdfs://localhost:40671/hbase/oldWALs, maxLogs=32 2024-11-17T08:33:40,477 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731832415932/wal.1731832420457, exclude list is [], retry=0 2024-11-17T08:33:40,482 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33101,DS-4f56f0df-fa7b-4e49-9a81-86952fa63445,DISK] 2024-11-17T08:33:40,482 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36323,DS-f55cdc84-bc56-4d4a-90fe-188598338979,DISK] 2024-11-17T08:33:40,482 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44089,DS-329544d5-4f5b-427c-9d50-b44a31c7870e,DISK] 2024-11-17T08:33:40,497 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731832415932/wal.1731832420457 2024-11-17T08:33:40,497 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44617:44617),(127.0.0.1/127.0.0.1:46645:46645),(127.0.0.1/127.0.0.1:41395:41395)] 2024-11-17T08:33:40,498 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731832415933.e51219034b242240f302be764ad2946f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:33:40,500 INFO [StoreOpener-e51219034b242240f302be764ad2946f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e51219034b242240f302be764ad2946f 2024-11-17T08:33:40,502 INFO [StoreOpener-e51219034b242240f302be764ad2946f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e51219034b242240f302be764ad2946f columnFamilyName a 2024-11-17T08:33:40,503 DEBUG [StoreOpener-e51219034b242240f302be764ad2946f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:33:40,504 INFO [StoreOpener-e51219034b242240f302be764ad2946f-1 {}] regionserver.HStore(327): Store=e51219034b242240f302be764ad2946f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:33:40,504 INFO [StoreOpener-e51219034b242240f302be764ad2946f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e51219034b242240f302be764ad2946f 2024-11-17T08:33:40,506 INFO [StoreOpener-e51219034b242240f302be764ad2946f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e51219034b242240f302be764ad2946f columnFamilyName b 2024-11-17T08:33:40,506 DEBUG [StoreOpener-e51219034b242240f302be764ad2946f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:33:40,507 INFO [StoreOpener-e51219034b242240f302be764ad2946f-1 {}] regionserver.HStore(327): Store=e51219034b242240f302be764ad2946f/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:33:40,507 INFO [StoreOpener-e51219034b242240f302be764ad2946f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e51219034b242240f302be764ad2946f 2024-11-17T08:33:40,509 INFO [StoreOpener-e51219034b242240f302be764ad2946f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e51219034b242240f302be764ad2946f columnFamilyName c 2024-11-17T08:33:40,510 DEBUG [StoreOpener-e51219034b242240f302be764ad2946f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:33:40,511 INFO [StoreOpener-e51219034b242240f302be764ad2946f-1 {}] regionserver.HStore(327): Store=e51219034b242240f302be764ad2946f/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:33:40,511 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e51219034b242240f302be764ad2946f 2024-11-17T08:33:40,512 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/e51219034b242240f302be764ad2946f 2024-11-17T08:33:40,515 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/e51219034b242240f302be764ad2946f 2024-11-17T08:33:40,518 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/e51219034b242240f302be764ad2946f/recovered.edits/0000000000000003002 2024-11-17T08:33:40,522 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/e51219034b242240f302be764ad2946f/recovered.edits/0000000000000003002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T08:33:40,578 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-17T08:33:41,043 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e51219034b242240f302be764ad2946f 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-17T08:33:41,101 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/e51219034b242240f302be764ad2946f/.tmp/a/70ce322aeb2549198ac8fcf6ecf62fea is 62, key is testReplayEditsWrittenIntoWAL/a:100/1731832416031/Put/seqid=0 2024-11-17T08:33:41,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741858_1035 (size=50463) 2024-11-17T08:33:41,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741858_1035 (size=50463) 2024-11-17T08:33:41,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741858_1035 (size=50463) 2024-11-17T08:33:41,115 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/e51219034b242240f302be764ad2946f/.tmp/a/70ce322aeb2549198ac8fcf6ecf62fea 2024-11-17T08:33:41,134 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/e51219034b242240f302be764ad2946f/.tmp/a/70ce322aeb2549198ac8fcf6ecf62fea as hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/e51219034b242240f302be764ad2946f/a/70ce322aeb2549198ac8fcf6ecf62fea 2024-11-17T08:33:41,141 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/e51219034b242240f302be764ad2946f/a/70ce322aeb2549198ac8fcf6ecf62fea, entries=754, sequenceid=754, filesize=49.3 K 2024-11-17T08:33:41,142 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for e51219034b242240f302be764ad2946f in 99ms, sequenceid=754, compaction requested=false; wal=null 2024-11-17T08:33:41,175 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-17T08:33:41,176 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e51219034b242240f302be764ad2946f 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-17T08:33:41,189 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/e51219034b242240f302be764ad2946f/.tmp/a/490672c1c54645ebbf65ad999e7d19d4 is 62, key is testReplayEditsWrittenIntoWAL/a:754/1731832416070/Put/seqid=0 2024-11-17T08:33:41,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741859_1036 (size=20072) 2024-11-17T08:33:41,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741859_1036 (size=20072) 2024-11-17T08:33:41,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741859_1036 (size=20072) 2024-11-17T08:33:41,208 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/e51219034b242240f302be764ad2946f/.tmp/a/490672c1c54645ebbf65ad999e7d19d4 2024-11-17T08:33:41,237 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/e51219034b242240f302be764ad2946f/.tmp/b/5faf32348b474edf85a3d10da68e8f52 is 62, key is testReplayEditsWrittenIntoWAL/b:100/1731832416092/Put/seqid=0 2024-11-17T08:33:41,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741860_1037 (size=35835) 2024-11-17T08:33:41,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741860_1037 (size=35835) 2024-11-17T08:33:41,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741860_1037 (size=35835) 2024-11-17T08:33:41,267 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/e51219034b242240f302be764ad2946f/.tmp/b/5faf32348b474edf85a3d10da68e8f52 2024-11-17T08:33:41,280 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/e51219034b242240f302be764ad2946f/.tmp/a/490672c1c54645ebbf65ad999e7d19d4 as hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/e51219034b242240f302be764ad2946f/a/490672c1c54645ebbf65ad999e7d19d4 2024-11-17T08:33:41,297 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/e51219034b242240f302be764ad2946f/a/490672c1c54645ebbf65ad999e7d19d4, entries=246, sequenceid=1508, filesize=19.6 K 2024-11-17T08:33:41,299 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/e51219034b242240f302be764ad2946f/.tmp/b/5faf32348b474edf85a3d10da68e8f52 as hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/e51219034b242240f302be764ad2946f/b/5faf32348b474edf85a3d10da68e8f52 2024-11-17T08:33:41,320 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/e51219034b242240f302be764ad2946f/b/5faf32348b474edf85a3d10da68e8f52, entries=508, sequenceid=1508, filesize=35.0 K 2024-11-17T08:33:41,321 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for e51219034b242240f302be764ad2946f in 144ms, sequenceid=1508, compaction requested=false; wal=null 2024-11-17T08:33:41,334 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-17T08:33:41,334 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e51219034b242240f302be764ad2946f 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-17T08:33:41,344 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/e51219034b242240f302be764ad2946f/.tmp/b/5485f084dcd64c578046cc66c221f118 is 62, key is testReplayEditsWrittenIntoWAL/b:508/1731832416117/Put/seqid=0 2024-11-17T08:33:41,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741861_1038 (size=35082) 2024-11-17T08:33:41,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741861_1038 (size=35082) 2024-11-17T08:33:41,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741861_1038 (size=35082) 2024-11-17T08:33:41,368 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/e51219034b242240f302be764ad2946f/.tmp/b/5485f084dcd64c578046cc66c221f118 2024-11-17T08:33:41,398 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/e51219034b242240f302be764ad2946f/.tmp/c/8aa82893b3864bbbb03fe8b42237d87a is 62, key is testReplayEditsWrittenIntoWAL/c:100/1731832416154/Put/seqid=0 2024-11-17T08:33:41,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741862_1039 (size=20825) 2024-11-17T08:33:41,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741862_1039 (size=20825) 2024-11-17T08:33:41,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741862_1039 (size=20825) 2024-11-17T08:33:41,420 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/e51219034b242240f302be764ad2946f/.tmp/c/8aa82893b3864bbbb03fe8b42237d87a 2024-11-17T08:33:41,431 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/e51219034b242240f302be764ad2946f/.tmp/b/5485f084dcd64c578046cc66c221f118 as hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/e51219034b242240f302be764ad2946f/b/5485f084dcd64c578046cc66c221f118 2024-11-17T08:33:41,438 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/e51219034b242240f302be764ad2946f/b/5485f084dcd64c578046cc66c221f118, entries=492, sequenceid=2262, filesize=34.3 K 2024-11-17T08:33:41,440 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/e51219034b242240f302be764ad2946f/.tmp/c/8aa82893b3864bbbb03fe8b42237d87a as hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/e51219034b242240f302be764ad2946f/c/8aa82893b3864bbbb03fe8b42237d87a 2024-11-17T08:33:41,447 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/e51219034b242240f302be764ad2946f/c/8aa82893b3864bbbb03fe8b42237d87a, entries=262, sequenceid=2262, filesize=20.3 K 2024-11-17T08:33:41,448 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for e51219034b242240f302be764ad2946f in 113ms, sequenceid=2262, compaction requested=false; wal=null 2024-11-17T08:33:41,464 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1731832416209/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1731832415933.e51219034b242240f302be764ad2946f. 2024-11-17T08:33:41,467 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/e51219034b242240f302be764ad2946f/recovered.edits/0000000000000003002 2024-11-17T08:33:41,467 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-17T08:33:41,468 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e51219034b242240f302be764ad2946f 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-11-17T08:33:41,483 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/e51219034b242240f302be764ad2946f/.tmp/c/e1393f0d2aab4e5a9db5a67a7555c378 is 62, key is testReplayEditsWrittenIntoWAL/c:262/1731832416163/Put/seqid=0 2024-11-17T08:33:41,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741863_1040 (size=50301) 2024-11-17T08:33:41,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741863_1040 (size=50301) 2024-11-17T08:33:41,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741863_1040 (size=50301) 2024-11-17T08:33:41,508 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/e51219034b242240f302be764ad2946f/.tmp/c/e1393f0d2aab4e5a9db5a67a7555c378 2024-11-17T08:33:41,521 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e1393f0d2aab4e5a9db5a67a7555c378 2024-11-17T08:33:41,530 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/e51219034b242240f302be764ad2946f/.tmp/c/e1393f0d2aab4e5a9db5a67a7555c378 as hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/e51219034b242240f302be764ad2946f/c/e1393f0d2aab4e5a9db5a67a7555c378 2024-11-17T08:33:41,539 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e1393f0d2aab4e5a9db5a67a7555c378 2024-11-17T08:33:41,539 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/e51219034b242240f302be764ad2946f/c/e1393f0d2aab4e5a9db5a67a7555c378, entries=739, sequenceid=3002, filesize=49.1 K 2024-11-17T08:33:41,539 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for e51219034b242240f302be764ad2946f in 71ms, sequenceid=3002, compaction requested=false; wal=null 2024-11-17T08:33:41,540 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/e51219034b242240f302be764ad2946f/recovered.edits/0000000000000003002 2024-11-17T08:33:41,542 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e51219034b242240f302be764ad2946f 2024-11-17T08:33:41,542 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e51219034b242240f302be764ad2946f 2024-11-17T08:33:41,543 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-17T08:33:41,544 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T08:33:41,544 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-17T08:33:41,545 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e51219034b242240f302be764ad2946f 2024-11-17T08:33:41,546 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T08:33:41,546 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-17T08:33:41,547 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-17T08:33:41,547 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-17T08:33:41,548 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-11-17T08:33:41,548 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-11-17T08:33:41,554 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenIntoWAL/e51219034b242240f302be764ad2946f/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-11-17T08:33:41,556 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e51219034b242240f302be764ad2946f; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71064014, jitterRate=0.05893632769584656}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-17T08:33:41,556 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e51219034b242240f302be764ad2946f: Writing region info on filesystem at 1731832420498Initializing all the Stores at 1731832420500 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832420500Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832420500Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832420500Cleaning up temporary data from old regions at 1731832421542 (+1042 ms)Region opened successfully at 1731832421556 (+14 ms) 2024-11-17T08:33:41,651 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e51219034b242240f302be764ad2946f, disabling compactions & flushes 2024-11-17T08:33:41,652 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731832415933.e51219034b242240f302be764ad2946f. 2024-11-17T08:33:41,652 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731832415933.e51219034b242240f302be764ad2946f. 2024-11-17T08:33:41,652 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731832415933.e51219034b242240f302be764ad2946f. after waiting 0 ms 2024-11-17T08:33:41,652 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731832415933.e51219034b242240f302be764ad2946f. 2024-11-17T08:33:41,673 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731832415933.e51219034b242240f302be764ad2946f. 2024-11-17T08:33:41,673 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e51219034b242240f302be764ad2946f: Waiting for close lock at 1731832421651Disabling compacts and flushes for region at 1731832421651Disabling writes for close at 1731832421652 (+1 ms)Writing region close event to WAL at 1731832421673 (+21 ms)Closed at 1731832421673 2024-11-17T08:33:41,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741857_1034 (size=93) 2024-11-17T08:33:41,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741857_1034 (size=93) 2024-11-17T08:33:41,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741857_1034 (size=93) 2024-11-17T08:33:41,695 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-17T08:33:41,695 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731832420457) 2024-11-17T08:33:41,716 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenIntoWAL Thread=391 (was 377) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33121 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1389732564_22 at /127.0.0.1:54822 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1389732564_22 at /127.0.0.1:54802 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:40671 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@7aed1d35[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1987708253) connection to localhost/127.0.0.1:33121 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1987708253) connection to localhost/127.0.0.1:40671 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1389732564_22 at /127.0.0.1:47944 [Waiting for operation #19] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1987708253) connection to localhost/127.0.0.1:42443 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@12c0eb60[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@742afdc0[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1389732564_22 at /127.0.0.1:58708 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) - Thread LEAK? -, OpenFileDescriptor=841 (was 757) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=474 (was 489), ProcessCount=11 (was 11), AvailableMemoryMB=2060 (was 2175) 2024-11-17T08:33:41,744 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#test2727 Thread=391, OpenFileDescriptor=841, MaxFileDescriptor=1048576, SystemLoadAverage=474, ProcessCount=11, AvailableMemoryMB=2059 2024-11-17T08:33:41,769 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:33:41,775 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:33:41,776 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T08:33:41,791 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-19331014, suffix=, logDir=hdfs://localhost:40671/hbase/WALs/hregion-19331014, archiveDir=hdfs://localhost:40671/hbase/oldWALs, maxLogs=32 2024-11-17T08:33:41,812 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-19331014/hregion-19331014.1731832421792, exclude list is [], retry=0 2024-11-17T08:33:41,816 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44089,DS-329544d5-4f5b-427c-9d50-b44a31c7870e,DISK] 2024-11-17T08:33:41,816 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33101,DS-4f56f0df-fa7b-4e49-9a81-86952fa63445,DISK] 2024-11-17T08:33:41,821 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36323,DS-f55cdc84-bc56-4d4a-90fe-188598338979,DISK] 2024-11-17T08:33:41,829 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-19331014/hregion-19331014.1731832421792 2024-11-17T08:33:41,832 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41395:41395),(127.0.0.1/127.0.0.1:44617:44617),(127.0.0.1/127.0.0.1:46645:46645)] 2024-11-17T08:33:41,832 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => e70126724d92c848815de462be52eac4, NAME => 'test2727,,1731832421772.e70126724d92c848815de462be52eac4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40671/hbase 2024-11-17T08:33:41,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741865_1042 (size=43) 2024-11-17T08:33:41,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741865_1042 (size=43) 2024-11-17T08:33:41,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741865_1042 (size=43) 2024-11-17T08:33:41,852 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1731832421772.e70126724d92c848815de462be52eac4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:33:41,854 INFO [StoreOpener-e70126724d92c848815de462be52eac4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e70126724d92c848815de462be52eac4 2024-11-17T08:33:41,856 INFO [StoreOpener-e70126724d92c848815de462be52eac4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e70126724d92c848815de462be52eac4 columnFamilyName a 2024-11-17T08:33:41,856 DEBUG [StoreOpener-e70126724d92c848815de462be52eac4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:33:41,857 INFO [StoreOpener-e70126724d92c848815de462be52eac4-1 {}] regionserver.HStore(327): Store=e70126724d92c848815de462be52eac4/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:33:41,857 INFO [StoreOpener-e70126724d92c848815de462be52eac4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e70126724d92c848815de462be52eac4 2024-11-17T08:33:41,859 INFO [StoreOpener-e70126724d92c848815de462be52eac4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e70126724d92c848815de462be52eac4 columnFamilyName b 2024-11-17T08:33:41,859 DEBUG [StoreOpener-e70126724d92c848815de462be52eac4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:33:41,860 INFO [StoreOpener-e70126724d92c848815de462be52eac4-1 {}] regionserver.HStore(327): Store=e70126724d92c848815de462be52eac4/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:33:41,860 INFO [StoreOpener-e70126724d92c848815de462be52eac4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e70126724d92c848815de462be52eac4 2024-11-17T08:33:41,862 INFO [StoreOpener-e70126724d92c848815de462be52eac4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e70126724d92c848815de462be52eac4 columnFamilyName c 2024-11-17T08:33:41,862 DEBUG [StoreOpener-e70126724d92c848815de462be52eac4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:33:41,863 INFO [StoreOpener-e70126724d92c848815de462be52eac4-1 {}] regionserver.HStore(327): Store=e70126724d92c848815de462be52eac4/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:33:41,863 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e70126724d92c848815de462be52eac4 2024-11-17T08:33:41,864 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40671/hbase/data/default/test2727/e70126724d92c848815de462be52eac4 2024-11-17T08:33:41,864 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40671/hbase/data/default/test2727/e70126724d92c848815de462be52eac4 2024-11-17T08:33:41,865 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e70126724d92c848815de462be52eac4 2024-11-17T08:33:41,865 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e70126724d92c848815de462be52eac4 2024-11-17T08:33:41,866 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T08:33:41,869 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e70126724d92c848815de462be52eac4 2024-11-17T08:33:41,871 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40671/hbase/data/default/test2727/e70126724d92c848815de462be52eac4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:33:41,872 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e70126724d92c848815de462be52eac4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60273437, jitterRate=-0.1018557995557785}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T08:33:41,873 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e70126724d92c848815de462be52eac4: Writing region info on filesystem at 1731832421853Initializing all the Stores at 1731832421854 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832421854Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832421854Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832421854Cleaning up temporary data from old regions at 1731832421865 (+11 ms)Region opened successfully at 1731832421873 (+8 ms) 2024-11-17T08:33:41,873 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e70126724d92c848815de462be52eac4, disabling compactions & flushes 2024-11-17T08:33:41,874 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1731832421772.e70126724d92c848815de462be52eac4. 2024-11-17T08:33:41,874 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1731832421772.e70126724d92c848815de462be52eac4. 2024-11-17T08:33:41,874 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1731832421772.e70126724d92c848815de462be52eac4. after waiting 0 ms 2024-11-17T08:33:41,874 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1731832421772.e70126724d92c848815de462be52eac4. 2024-11-17T08:33:41,874 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1731832421772.e70126724d92c848815de462be52eac4. 2024-11-17T08:33:41,874 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e70126724d92c848815de462be52eac4: Waiting for close lock at 1731832421873Disabling compacts and flushes for region at 1731832421873Disabling writes for close at 1731832421874 (+1 ms)Writing region close event to WAL at 1731832421874Closed at 1731832421874 2024-11-17T08:33:41,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741864_1041 (size=93) 2024-11-17T08:33:41,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741864_1041 (size=93) 2024-11-17T08:33:41,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741864_1041 (size=93) 2024-11-17T08:33:41,879 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/hregion-19331014/hregion-19331014.1731832421792 not finished, retry = 0 2024-11-17T08:33:41,983 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-17T08:33:41,983 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-19331014:(num 1731832421792) 2024-11-17T08:33:41,983 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-17T08:33:41,985 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40671/hbase/WALs/test2727-manual,16010,1731832421768, archiveDir=hdfs://localhost:40671/hbase/oldWALs, maxLogs=32 2024-11-17T08:33:42,005 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731832421768/wal.1731832421986, exclude list is [], retry=0 2024-11-17T08:33:42,009 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33101,DS-4f56f0df-fa7b-4e49-9a81-86952fa63445,DISK] 2024-11-17T08:33:42,009 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36323,DS-f55cdc84-bc56-4d4a-90fe-188598338979,DISK] 2024-11-17T08:33:42,010 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44089,DS-329544d5-4f5b-427c-9d50-b44a31c7870e,DISK] 2024-11-17T08:33:42,015 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731832421768/wal.1731832421986 2024-11-17T08:33:42,016 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44617:44617),(127.0.0.1/127.0.0.1:46645:46645),(127.0.0.1/127.0.0.1:41395:41395)] 2024-11-17T08:33:42,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741866_1043 (size=200357) 2024-11-17T08:33:42,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741866_1043 (size=200357) 2024-11-17T08:33:42,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741866_1043 (size=200357) 2024-11-17T08:33:42,292 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40671/hbase/WALs/test2727-manual,16010,1731832421768/wal.1731832421986, size=195.7 K (200357bytes) 2024-11-17T08:33:42,292 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40671/hbase/WALs/test2727-manual,16010,1731832421768/wal.1731832421986 2024-11-17T08:33:42,292 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40671/hbase/WALs/test2727-manual,16010,1731832421768/wal.1731832421986 after 0ms 2024-11-17T08:33:42,295 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40671/hbase/WALs/test2727-manual,16010,1731832421768/wal.1731832421986: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T08:33:42,297 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40671/hbase/WALs/test2727-manual,16010,1731832421768/wal.1731832421986 took 6ms 2024-11-17T08:33:42,303 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1731832421986.temp 2024-11-17T08:33:42,312 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40671/hbase/data/default/test2727/e70126724d92c848815de462be52eac4/recovered.edits/0000000000000000001-wal.1731832421986.temp 2024-11-17T08:33:42,357 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40671/hbase/WALs/test2727-manual,16010,1731832421768/wal.1731832421986 so closing down 2024-11-17T08:33:42,357 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:33:42,358 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:33:42,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741867_1044 (size=200357) 2024-11-17T08:33:42,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741867_1044 (size=200357) 2024-11-17T08:33:42,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741867_1044 (size=200357) 2024-11-17T08:33:42,386 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40671/hbase/data/default/test2727/e70126724d92c848815de462be52eac4/recovered.edits/0000000000000000001-wal.1731832421986.temp (wrote 3000 edits, skipped 0 edits in 18 ms) 2024-11-17T08:33:42,388 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40671/hbase/data/default/test2727/e70126724d92c848815de462be52eac4/recovered.edits/0000000000000000001-wal.1731832421986.temp to hdfs://localhost:40671/hbase/data/default/test2727/e70126724d92c848815de462be52eac4/recovered.edits/0000000000000003000 2024-11-17T08:33:42,388 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 89 ms; skipped=0; WAL=hdfs://localhost:40671/hbase/WALs/test2727-manual,16010,1731832421768/wal.1731832421986, size=195.7 K, length=200357, corrupted=false, cancelled=false 2024-11-17T08:33:42,388 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40671/hbase/WALs/test2727-manual,16010,1731832421768/wal.1731832421986, journal: Splitting hdfs://localhost:40671/hbase/WALs/test2727-manual,16010,1731832421768/wal.1731832421986, size=195.7 K (200357bytes) at 1731832422292Creating recovered edits writer path=hdfs://localhost:40671/hbase/data/default/test2727/e70126724d92c848815de462be52eac4/recovered.edits/0000000000000000001-wal.1731832421986.temp at 1731832422312 (+20 ms)Split 1024 edits, skipped 0 edits. at 1731832422321 (+9 ms)Split 2048 edits, skipped 0 edits. at 1731832422339 (+18 ms)Finishing writing output for hdfs://localhost:40671/hbase/WALs/test2727-manual,16010,1731832421768/wal.1731832421986 so closing down at 1731832422357 (+18 ms)3 split writer threads finished at 1731832422358 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40671/hbase/data/default/test2727/e70126724d92c848815de462be52eac4/recovered.edits/0000000000000000001-wal.1731832421986.temp (wrote 3000 edits, skipped 0 edits in 18 ms) at 1731832422386 (+28 ms)Rename recovered edits hdfs://localhost:40671/hbase/data/default/test2727/e70126724d92c848815de462be52eac4/recovered.edits/0000000000000000001-wal.1731832421986.temp to hdfs://localhost:40671/hbase/data/default/test2727/e70126724d92c848815de462be52eac4/recovered.edits/0000000000000003000 at 1731832422388 (+2 ms)Processed 3000 edits across 1 Regions in 89 ms; skipped=0; WAL=hdfs://localhost:40671/hbase/WALs/test2727-manual,16010,1731832421768/wal.1731832421986, size=195.7 K, length=200357, corrupted=false, cancelled=false at 1731832422388 2024-11-17T08:33:42,393 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40671/hbase/WALs/test2727-manual,16010,1731832421768/wal.1731832421986 to hdfs://localhost:40671/hbase/oldWALs/wal.1731832421986 2024-11-17T08:33:42,395 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40671/hbase/data/default/test2727/e70126724d92c848815de462be52eac4/recovered.edits/0000000000000003000 2024-11-17T08:33:42,395 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-17T08:33:42,401 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40671/hbase/WALs/test2727-manual,16010,1731832421768, archiveDir=hdfs://localhost:40671/hbase/oldWALs, maxLogs=32 2024-11-17T08:33:42,415 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731832421768/wal.1731832422401, exclude list is [], retry=0 2024-11-17T08:33:42,418 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36323,DS-f55cdc84-bc56-4d4a-90fe-188598338979,DISK] 2024-11-17T08:33:42,418 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33101,DS-4f56f0df-fa7b-4e49-9a81-86952fa63445,DISK] 2024-11-17T08:33:42,419 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44089,DS-329544d5-4f5b-427c-9d50-b44a31c7870e,DISK] 2024-11-17T08:33:42,421 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731832421768/wal.1731832422401 2024-11-17T08:33:42,421 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46645:46645),(127.0.0.1/127.0.0.1:44617:44617),(127.0.0.1/127.0.0.1:41395:41395)] 2024-11-17T08:33:42,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741868_1045 (size=200484) 2024-11-17T08:33:42,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741868_1045 (size=200484) 2024-11-17T08:33:42,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741868_1045 (size=200484) 2024-11-17T08:33:42,637 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40671/hbase/WALs/test2727-manual,16010,1731832421768/wal.1731832422401, size=195.8 K (200484bytes) 2024-11-17T08:33:42,637 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40671/hbase/WALs/test2727-manual,16010,1731832421768/wal.1731832422401 2024-11-17T08:33:42,638 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40671/hbase/WALs/test2727-manual,16010,1731832421768/wal.1731832422401 after 1ms 2024-11-17T08:33:42,641 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40671/hbase/WALs/test2727-manual,16010,1731832421768/wal.1731832422401: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T08:33:42,643 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40671/hbase/WALs/test2727-manual,16010,1731832421768/wal.1731832422401 took 6ms 2024-11-17T08:33:42,648 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1731832422401.temp 2024-11-17T08:33:42,651 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40671/hbase/data/default/test2727/e70126724d92c848815de462be52eac4/recovered.edits/0000000000000003001-wal.1731832422401.temp 2024-11-17T08:33:42,695 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40671/hbase/WALs/test2727-manual,16010,1731832421768/wal.1731832422401 so closing down 2024-11-17T08:33:42,695 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:33:42,695 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:33:42,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741869_1046 (size=200484) 2024-11-17T08:33:42,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741869_1046 (size=200484) 2024-11-17T08:33:42,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741869_1046 (size=200484) 2024-11-17T08:33:42,700 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40671/hbase/data/default/test2727/e70126724d92c848815de462be52eac4/recovered.edits/0000000000000003001-wal.1731832422401.temp (wrote 3000 edits, skipped 0 edits in 19 ms) 2024-11-17T08:33:42,702 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40671/hbase/data/default/test2727/e70126724d92c848815de462be52eac4/recovered.edits/0000000000000003001-wal.1731832422401.temp to hdfs://localhost:40671/hbase/data/default/test2727/e70126724d92c848815de462be52eac4/recovered.edits/0000000000000006000 2024-11-17T08:33:42,702 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 58 ms; skipped=0; WAL=hdfs://localhost:40671/hbase/WALs/test2727-manual,16010,1731832421768/wal.1731832422401, size=195.8 K, length=200484, corrupted=false, cancelled=false 2024-11-17T08:33:42,702 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40671/hbase/WALs/test2727-manual,16010,1731832421768/wal.1731832422401, journal: Splitting hdfs://localhost:40671/hbase/WALs/test2727-manual,16010,1731832421768/wal.1731832422401, size=195.8 K (200484bytes) at 1731832422637Creating recovered edits writer path=hdfs://localhost:40671/hbase/data/default/test2727/e70126724d92c848815de462be52eac4/recovered.edits/0000000000000003001-wal.1731832422401.temp at 1731832422651 (+14 ms)Split 1024 edits, skipped 0 edits. at 1731832422662 (+11 ms)Split 2048 edits, skipped 0 edits. at 1731832422678 (+16 ms)Finishing writing output for hdfs://localhost:40671/hbase/WALs/test2727-manual,16010,1731832421768/wal.1731832422401 so closing down at 1731832422695 (+17 ms)3 split writer threads finished at 1731832422695Closed recovered edits writer path=hdfs://localhost:40671/hbase/data/default/test2727/e70126724d92c848815de462be52eac4/recovered.edits/0000000000000003001-wal.1731832422401.temp (wrote 3000 edits, skipped 0 edits in 19 ms) at 1731832422700 (+5 ms)Rename recovered edits hdfs://localhost:40671/hbase/data/default/test2727/e70126724d92c848815de462be52eac4/recovered.edits/0000000000000003001-wal.1731832422401.temp to hdfs://localhost:40671/hbase/data/default/test2727/e70126724d92c848815de462be52eac4/recovered.edits/0000000000000006000 at 1731832422702 (+2 ms)Processed 3000 edits across 1 Regions in 58 ms; skipped=0; WAL=hdfs://localhost:40671/hbase/WALs/test2727-manual,16010,1731832421768/wal.1731832422401, size=195.8 K, length=200484, corrupted=false, cancelled=false at 1731832422702 2024-11-17T08:33:42,704 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40671/hbase/WALs/test2727-manual,16010,1731832421768/wal.1731832422401 to hdfs://localhost:40671/hbase/oldWALs/wal.1731832422401 2024-11-17T08:33:42,705 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40671/hbase/data/default/test2727/e70126724d92c848815de462be52eac4/recovered.edits/0000000000000006000 2024-11-17T08:33:42,706 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-17T08:33:42,710 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40671/hbase/WALs/test2727-manual,16010,1731832421768, archiveDir=hdfs://localhost:40671/hbase/oldWALs, maxLogs=32 2024-11-17T08:33:42,732 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731832421768/wal.1731832422710, exclude list is [], retry=0 2024-11-17T08:33:42,736 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33101,DS-4f56f0df-fa7b-4e49-9a81-86952fa63445,DISK] 2024-11-17T08:33:42,737 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36323,DS-f55cdc84-bc56-4d4a-90fe-188598338979,DISK] 2024-11-17T08:33:42,737 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44089,DS-329544d5-4f5b-427c-9d50-b44a31c7870e,DISK] 2024-11-17T08:33:42,761 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731832421768/wal.1731832422710 2024-11-17T08:33:42,761 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44617:44617),(127.0.0.1/127.0.0.1:46645:46645),(127.0.0.1/127.0.0.1:41395:41395)] 2024-11-17T08:33:42,761 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => e70126724d92c848815de462be52eac4, NAME => 'test2727,,1731832421772.e70126724d92c848815de462be52eac4.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:33:42,762 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1731832421772.e70126724d92c848815de462be52eac4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:33:42,762 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for e70126724d92c848815de462be52eac4 2024-11-17T08:33:42,762 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for e70126724d92c848815de462be52eac4 2024-11-17T08:33:42,764 INFO [StoreOpener-e70126724d92c848815de462be52eac4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e70126724d92c848815de462be52eac4 2024-11-17T08:33:42,766 INFO [StoreOpener-e70126724d92c848815de462be52eac4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e70126724d92c848815de462be52eac4 columnFamilyName a 2024-11-17T08:33:42,766 DEBUG [StoreOpener-e70126724d92c848815de462be52eac4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:33:42,767 INFO [StoreOpener-e70126724d92c848815de462be52eac4-1 {}] regionserver.HStore(327): Store=e70126724d92c848815de462be52eac4/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:33:42,768 INFO [StoreOpener-e70126724d92c848815de462be52eac4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e70126724d92c848815de462be52eac4 2024-11-17T08:33:42,769 INFO [StoreOpener-e70126724d92c848815de462be52eac4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e70126724d92c848815de462be52eac4 columnFamilyName b 2024-11-17T08:33:42,770 DEBUG [StoreOpener-e70126724d92c848815de462be52eac4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:33:42,771 INFO [StoreOpener-e70126724d92c848815de462be52eac4-1 {}] regionserver.HStore(327): Store=e70126724d92c848815de462be52eac4/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:33:42,772 INFO [StoreOpener-e70126724d92c848815de462be52eac4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e70126724d92c848815de462be52eac4 2024-11-17T08:33:42,773 INFO [StoreOpener-e70126724d92c848815de462be52eac4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e70126724d92c848815de462be52eac4 columnFamilyName c 2024-11-17T08:33:42,773 DEBUG [StoreOpener-e70126724d92c848815de462be52eac4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:33:42,775 INFO [StoreOpener-e70126724d92c848815de462be52eac4-1 {}] regionserver.HStore(327): Store=e70126724d92c848815de462be52eac4/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:33:42,775 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e70126724d92c848815de462be52eac4 2024-11-17T08:33:42,777 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40671/hbase/data/default/test2727/e70126724d92c848815de462be52eac4 2024-11-17T08:33:42,781 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:40671/hbase/data/default/test2727/e70126724d92c848815de462be52eac4 2024-11-17T08:33:42,782 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40671/hbase/data/default/test2727/e70126724d92c848815de462be52eac4/recovered.edits/0000000000000003000 2024-11-17T08:33:42,787 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40671/hbase/data/default/test2727/e70126724d92c848815de462be52eac4/recovered.edits/0000000000000003000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T08:33:42,850 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:40671/hbase/data/default/test2727/e70126724d92c848815de462be52eac4/recovered.edits/0000000000000003000 2024-11-17T08:33:42,851 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40671/hbase/data/default/test2727/e70126724d92c848815de462be52eac4/recovered.edits/0000000000000006000 2024-11-17T08:33:42,856 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40671/hbase/data/default/test2727/e70126724d92c848815de462be52eac4/recovered.edits/0000000000000006000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T08:33:42,919 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:40671/hbase/data/default/test2727/e70126724d92c848815de462be52eac4/recovered.edits/0000000000000006000 2024-11-17T08:33:42,920 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e70126724d92c848815de462be52eac4 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-11-17T08:33:42,953 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40671/hbase/data/default/test2727/e70126724d92c848815de462be52eac4/.tmp/a/af38d7ff5ada48989277b54d9b5b256f is 41, key is test2727/a:100/1731832422428/Put/seqid=0 2024-11-17T08:33:42,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741871_1048 (size=84227) 2024-11-17T08:33:42,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741871_1048 (size=84227) 2024-11-17T08:33:42,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741871_1048 (size=84227) 2024-11-17T08:33:42,972 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:40671/hbase/data/default/test2727/e70126724d92c848815de462be52eac4/.tmp/a/af38d7ff5ada48989277b54d9b5b256f 2024-11-17T08:33:43,008 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40671/hbase/data/default/test2727/e70126724d92c848815de462be52eac4/.tmp/b/96add644ae404244b886b8397fad937f is 41, key is test2727/b:100/1731832422496/Put/seqid=0 2024-11-17T08:33:43,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741872_1049 (size=84609) 2024-11-17T08:33:43,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741872_1049 (size=84609) 2024-11-17T08:33:43,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741872_1049 (size=84609) 2024-11-17T08:33:43,027 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:40671/hbase/data/default/test2727/e70126724d92c848815de462be52eac4/.tmp/b/96add644ae404244b886b8397fad937f 2024-11-17T08:33:43,064 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40671/hbase/data/default/test2727/e70126724d92c848815de462be52eac4/.tmp/c/51d4e20f443d42588d438201c7dc9f6b is 41, key is test2727/c:100/1731832422564/Put/seqid=0 2024-11-17T08:33:43,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741873_1050 (size=84609) 2024-11-17T08:33:43,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741873_1050 (size=84609) 2024-11-17T08:33:43,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741873_1050 (size=84609) 2024-11-17T08:33:43,083 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:40671/hbase/data/default/test2727/e70126724d92c848815de462be52eac4/.tmp/c/51d4e20f443d42588d438201c7dc9f6b 2024-11-17T08:33:43,090 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40671/hbase/data/default/test2727/e70126724d92c848815de462be52eac4/.tmp/a/af38d7ff5ada48989277b54d9b5b256f as hdfs://localhost:40671/hbase/data/default/test2727/e70126724d92c848815de462be52eac4/a/af38d7ff5ada48989277b54d9b5b256f 2024-11-17T08:33:43,097 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40671/hbase/data/default/test2727/e70126724d92c848815de462be52eac4/a/af38d7ff5ada48989277b54d9b5b256f, entries=2000, sequenceid=6000, filesize=82.3 K 2024-11-17T08:33:43,099 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40671/hbase/data/default/test2727/e70126724d92c848815de462be52eac4/.tmp/b/96add644ae404244b886b8397fad937f as hdfs://localhost:40671/hbase/data/default/test2727/e70126724d92c848815de462be52eac4/b/96add644ae404244b886b8397fad937f 2024-11-17T08:33:43,143 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40671/hbase/data/default/test2727/e70126724d92c848815de462be52eac4/b/96add644ae404244b886b8397fad937f, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-17T08:33:43,144 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40671/hbase/data/default/test2727/e70126724d92c848815de462be52eac4/.tmp/c/51d4e20f443d42588d438201c7dc9f6b as hdfs://localhost:40671/hbase/data/default/test2727/e70126724d92c848815de462be52eac4/c/51d4e20f443d42588d438201c7dc9f6b 2024-11-17T08:33:43,154 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40671/hbase/data/default/test2727/e70126724d92c848815de462be52eac4/c/51d4e20f443d42588d438201c7dc9f6b, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-17T08:33:43,154 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for e70126724d92c848815de462be52eac4 in 235ms, sequenceid=6000, compaction requested=false; wal=null 2024-11-17T08:33:43,156 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40671/hbase/data/default/test2727/e70126724d92c848815de462be52eac4/recovered.edits/0000000000000003000 2024-11-17T08:33:43,157 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40671/hbase/data/default/test2727/e70126724d92c848815de462be52eac4/recovered.edits/0000000000000006000 2024-11-17T08:33:43,159 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e70126724d92c848815de462be52eac4 2024-11-17T08:33:43,159 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e70126724d92c848815de462be52eac4 2024-11-17T08:33:43,163 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T08:33:43,165 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e70126724d92c848815de462be52eac4 2024-11-17T08:33:43,175 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40671/hbase/data/default/test2727/e70126724d92c848815de462be52eac4/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-11-17T08:33:43,176 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e70126724d92c848815de462be52eac4; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68928543, jitterRate=0.02711533010005951}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T08:33:43,177 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e70126724d92c848815de462be52eac4: Writing region info on filesystem at 1731832422762Initializing all the Stores at 1731832422763 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832422763Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832422764 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832422764Obtaining lock to block concurrent updates at 1731832422920 (+156 ms)Preparing flush snapshotting stores in e70126724d92c848815de462be52eac4 at 1731832422920Finished memstore snapshotting test2727,,1731832421772.e70126724d92c848815de462be52eac4., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1731832422920Flushing stores of test2727,,1731832421772.e70126724d92c848815de462be52eac4. at 1731832422920Flushing e70126724d92c848815de462be52eac4/a: creating writer at 1731832422920Flushing e70126724d92c848815de462be52eac4/a: appending metadata at 1731832422951 (+31 ms)Flushing e70126724d92c848815de462be52eac4/a: closing flushed file at 1731832422951Flushing e70126724d92c848815de462be52eac4/b: creating writer at 1731832422981 (+30 ms)Flushing e70126724d92c848815de462be52eac4/b: appending metadata at 1731832423006 (+25 ms)Flushing e70126724d92c848815de462be52eac4/b: closing flushed file at 1731832423006Flushing e70126724d92c848815de462be52eac4/c: creating writer at 1731832423038 (+32 ms)Flushing e70126724d92c848815de462be52eac4/c: appending metadata at 1731832423063 (+25 ms)Flushing e70126724d92c848815de462be52eac4/c: closing flushed file at 1731832423063Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15dfb7d6: reopening flushed file at 1731832423088 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7be414df: reopening flushed file at 1731832423097 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fa30c7f: reopening flushed file at 1731832423143 (+46 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for e70126724d92c848815de462be52eac4 in 235ms, sequenceid=6000, compaction requested=false; wal=null at 1731832423154 (+11 ms)Cleaning up temporary data from old regions at 1731832423159 (+5 ms)Region opened successfully at 1731832423177 (+18 ms) 2024-11-17T08:33:43,179 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-11-17T08:33:43,179 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e70126724d92c848815de462be52eac4, disabling compactions & flushes 2024-11-17T08:33:43,179 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1731832421772.e70126724d92c848815de462be52eac4. 2024-11-17T08:33:43,179 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1731832421772.e70126724d92c848815de462be52eac4. 2024-11-17T08:33:43,180 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1731832421772.e70126724d92c848815de462be52eac4. after waiting 0 ms 2024-11-17T08:33:43,180 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1731832421772.e70126724d92c848815de462be52eac4. 2024-11-17T08:33:43,191 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1731832421772.e70126724d92c848815de462be52eac4. 2024-11-17T08:33:43,191 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e70126724d92c848815de462be52eac4: Waiting for close lock at 1731832423179Disabling compacts and flushes for region at 1731832423179Disabling writes for close at 1731832423180 (+1 ms)Writing region close event to WAL at 1731832423191 (+11 ms)Closed at 1731832423191 2024-11-17T08:33:43,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741870_1047 (size=93) 2024-11-17T08:33:43,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741870_1047 (size=93) 2024-11-17T08:33:43,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741870_1047 (size=93) 2024-11-17T08:33:43,201 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-17T08:33:43,201 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731832422710) 2024-11-17T08:33:43,219 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#test2727 Thread=397 (was 391) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5d162f2-7780-a1ff-c154-773ab058fca4/cluster_433e802e-e7fe-b094-e31b-565ab83d6d6b/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_251950348_22 at /127.0.0.1:54802 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_251950348_22 at /127.0.0.1:43822 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5d162f2-7780-a1ff-c154-773ab058fca4/cluster_433e802e-e7fe-b094-e31b-565ab83d6d6b/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_251950348_22 at /127.0.0.1:58708 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5d162f2-7780-a1ff-c154-773ab058fca4/cluster_433e802e-e7fe-b094-e31b-565ab83d6d6b/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5d162f2-7780-a1ff-c154-773ab058fca4/cluster_433e802e-e7fe-b094-e31b-565ab83d6d6b/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=903 (was 841) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=474 (was 474), ProcessCount=11 (was 11), AvailableMemoryMB=1772 (was 2059) 2024-11-17T08:33:43,241 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testSequentialEditLogSeqNum Thread=397, OpenFileDescriptor=903, MaxFileDescriptor=1048576, SystemLoadAverage=474, ProcessCount=11, AvailableMemoryMB=1769 2024-11-17T08:33:43,266 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:33:43,275 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40671/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731832423264, archiveDir=hdfs://localhost:40671/hbase/oldWALs, maxLogs=32 2024-11-17T08:33:43,276 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1731832423275 2024-11-17T08:33:43,299 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731832423264/wal.1731832423275 2024-11-17T08:33:43,307 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46645:46645),(127.0.0.1/127.0.0.1:41395:41395),(127.0.0.1/127.0.0.1:44617:44617)] 2024-11-17T08:33:43,312 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f8f9b1aa2636bc07347afc6442c4f17a, NAME => 'testSequentialEditLogSeqNum,,1731832423267.f8f9b1aa2636bc07347afc6442c4f17a.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:33:43,313 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1731832423267.f8f9b1aa2636bc07347afc6442c4f17a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:33:43,313 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f8f9b1aa2636bc07347afc6442c4f17a 2024-11-17T08:33:43,313 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f8f9b1aa2636bc07347afc6442c4f17a 2024-11-17T08:33:43,314 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:40671/hbase/data/default/testSequentialEditLogSeqNum/f8f9b1aa2636bc07347afc6442c4f17a doesn't exist for region: f8f9b1aa2636bc07347afc6442c4f17a on table testSequentialEditLogSeqNum 2024-11-17T08:33:43,315 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: f8f9b1aa2636bc07347afc6442c4f17a on table testSequentialEditLogSeqNum 2024-11-17T08:33:43,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741875_1052 (size=62) 2024-11-17T08:33:43,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741875_1052 (size=62) 2024-11-17T08:33:43,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741875_1052 (size=62) 2024-11-17T08:33:43,335 INFO [StoreOpener-f8f9b1aa2636bc07347afc6442c4f17a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f8f9b1aa2636bc07347afc6442c4f17a 2024-11-17T08:33:43,337 INFO [StoreOpener-f8f9b1aa2636bc07347afc6442c4f17a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8f9b1aa2636bc07347afc6442c4f17a columnFamilyName a 2024-11-17T08:33:43,337 DEBUG [StoreOpener-f8f9b1aa2636bc07347afc6442c4f17a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:33:43,337 INFO [StoreOpener-f8f9b1aa2636bc07347afc6442c4f17a-1 {}] regionserver.HStore(327): Store=f8f9b1aa2636bc07347afc6442c4f17a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:33:43,337 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f8f9b1aa2636bc07347afc6442c4f17a 2024-11-17T08:33:43,338 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40671/hbase/data/default/testSequentialEditLogSeqNum/f8f9b1aa2636bc07347afc6442c4f17a 2024-11-17T08:33:43,338 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40671/hbase/data/default/testSequentialEditLogSeqNum/f8f9b1aa2636bc07347afc6442c4f17a 2024-11-17T08:33:43,339 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f8f9b1aa2636bc07347afc6442c4f17a 2024-11-17T08:33:43,339 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f8f9b1aa2636bc07347afc6442c4f17a 2024-11-17T08:33:43,341 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f8f9b1aa2636bc07347afc6442c4f17a 2024-11-17T08:33:43,343 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40671/hbase/data/default/testSequentialEditLogSeqNum/f8f9b1aa2636bc07347afc6442c4f17a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:33:43,344 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f8f9b1aa2636bc07347afc6442c4f17a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70408408, jitterRate=0.04916703701019287}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T08:33:43,344 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f8f9b1aa2636bc07347afc6442c4f17a: Writing region info on filesystem at 1731832423313Initializing all the Stores at 1731832423335 (+22 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832423335Cleaning up temporary data from old regions at 1731832423339 (+4 ms)Region opened successfully at 1731832423344 (+5 ms) 2024-11-17T08:33:43,357 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f8f9b1aa2636bc07347afc6442c4f17a 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-11-17T08:33:43,377 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40671/hbase/data/default/testSequentialEditLogSeqNum/f8f9b1aa2636bc07347afc6442c4f17a/.tmp/a/17a300ec57b54b61939b62e3b9b138c4 is 81, key is testSequentialEditLogSeqNum/a:x0/1731832423344/Put/seqid=0 2024-11-17T08:33:43,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741876_1053 (size=5833) 2024-11-17T08:33:43,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741876_1053 (size=5833) 2024-11-17T08:33:43,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741876_1053 (size=5833) 2024-11-17T08:33:43,385 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40671/hbase/data/default/testSequentialEditLogSeqNum/f8f9b1aa2636bc07347afc6442c4f17a/.tmp/a/17a300ec57b54b61939b62e3b9b138c4 2024-11-17T08:33:43,393 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40671/hbase/data/default/testSequentialEditLogSeqNum/f8f9b1aa2636bc07347afc6442c4f17a/.tmp/a/17a300ec57b54b61939b62e3b9b138c4 as hdfs://localhost:40671/hbase/data/default/testSequentialEditLogSeqNum/f8f9b1aa2636bc07347afc6442c4f17a/a/17a300ec57b54b61939b62e3b9b138c4 2024-11-17T08:33:43,399 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40671/hbase/data/default/testSequentialEditLogSeqNum/f8f9b1aa2636bc07347afc6442c4f17a/a/17a300ec57b54b61939b62e3b9b138c4, entries=10, sequenceid=13, filesize=5.7 K 2024-11-17T08:33:43,401 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for f8f9b1aa2636bc07347afc6442c4f17a in 45ms, sequenceid=13, compaction requested=false 2024-11-17T08:33:43,401 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f8f9b1aa2636bc07347afc6442c4f17a: 2024-11-17T08:33:43,407 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-17T08:33:43,407 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-17T08:33:43,407 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-17T08:33:43,407 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-17T08:33:43,407 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-17T08:33:43,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741874_1051 (size=1616) 2024-11-17T08:33:43,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741874_1051 (size=1616) 2024-11-17T08:33:43,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741874_1051 (size=1616) 2024-11-17T08:33:43,432 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40671/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731832423264/wal.1731832423275, size=1.6 K (1616bytes) 2024-11-17T08:33:43,432 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40671/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731832423264/wal.1731832423275 2024-11-17T08:33:43,433 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40671/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731832423264/wal.1731832423275 after 0ms 2024-11-17T08:33:43,435 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40671/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731832423264/wal.1731832423275: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T08:33:43,435 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40671/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731832423264/wal.1731832423275 took 4ms 2024-11-17T08:33:43,438 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40671/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731832423264/wal.1731832423275 so closing down 2024-11-17T08:33:43,438 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:33:43,439 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731832423275.temp 2024-11-17T08:33:43,440 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40671/hbase/data/default/testSequentialEditLogSeqNum/f8f9b1aa2636bc07347afc6442c4f17a/recovered.edits/0000000000000000003-wal.1731832423275.temp 2024-11-17T08:33:43,441 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:33:43,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741877_1054 (size=1175) 2024-11-17T08:33:43,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741877_1054 (size=1175) 2024-11-17T08:33:43,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741877_1054 (size=1175) 2024-11-17T08:33:43,452 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40671/hbase/data/default/testSequentialEditLogSeqNum/f8f9b1aa2636bc07347afc6442c4f17a/recovered.edits/0000000000000000003-wal.1731832423275.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-11-17T08:33:43,454 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40671/hbase/data/default/testSequentialEditLogSeqNum/f8f9b1aa2636bc07347afc6442c4f17a/recovered.edits/0000000000000000003-wal.1731832423275.temp to hdfs://localhost:40671/hbase/data/default/testSequentialEditLogSeqNum/f8f9b1aa2636bc07347afc6442c4f17a/recovered.edits/0000000000000000020 2024-11-17T08:33:43,454 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 18 ms; skipped=2; WAL=hdfs://localhost:40671/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731832423264/wal.1731832423275, size=1.6 K, length=1616, corrupted=false, cancelled=false 2024-11-17T08:33:43,454 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40671/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731832423264/wal.1731832423275, journal: Splitting hdfs://localhost:40671/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731832423264/wal.1731832423275, size=1.6 K (1616bytes) at 1731832423432Finishing writing output for hdfs://localhost:40671/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731832423264/wal.1731832423275 so closing down at 1731832423438 (+6 ms)Creating recovered edits writer path=hdfs://localhost:40671/hbase/data/default/testSequentialEditLogSeqNum/f8f9b1aa2636bc07347afc6442c4f17a/recovered.edits/0000000000000000003-wal.1731832423275.temp at 1731832423440 (+2 ms)3 split writer threads finished at 1731832423441 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40671/hbase/data/default/testSequentialEditLogSeqNum/f8f9b1aa2636bc07347afc6442c4f17a/recovered.edits/0000000000000000003-wal.1731832423275.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1731832423452 (+11 ms)Rename recovered edits hdfs://localhost:40671/hbase/data/default/testSequentialEditLogSeqNum/f8f9b1aa2636bc07347afc6442c4f17a/recovered.edits/0000000000000000003-wal.1731832423275.temp to hdfs://localhost:40671/hbase/data/default/testSequentialEditLogSeqNum/f8f9b1aa2636bc07347afc6442c4f17a/recovered.edits/0000000000000000020 at 1731832423454 (+2 ms)Processed 17 edits across 1 Regions in 18 ms; skipped=2; WAL=hdfs://localhost:40671/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731832423264/wal.1731832423275, size=1.6 K, length=1616, corrupted=false, cancelled=false at 1731832423454 2024-11-17T08:33:43,469 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testSequentialEditLogSeqNum Thread=402 (was 397) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_251950348_22 at /127.0.0.1:43822 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_251950348_22 at /127.0.0.1:58708 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) - Thread LEAK? -, OpenFileDescriptor=939 (was 903) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=474 (was 474), ProcessCount=11 (was 11), AvailableMemoryMB=1763 (was 1769) 2024-11-17T08:33:43,481 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testRegionMadeOfBulkLoadedFilesOnly Thread=402, OpenFileDescriptor=939, MaxFileDescriptor=1048576, SystemLoadAverage=474, ProcessCount=11, AvailableMemoryMB=1762 2024-11-17T08:33:43,496 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:33:43,498 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:33:43,500 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T08:33:43,502 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-18575706, suffix=, logDir=hdfs://localhost:40671/hbase/WALs/hregion-18575706, archiveDir=hdfs://localhost:40671/hbase/oldWALs, maxLogs=32 2024-11-17T08:33:43,515 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-18575706/hregion-18575706.1731832423503, exclude list is [], retry=0 2024-11-17T08:33:43,519 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33101,DS-4f56f0df-fa7b-4e49-9a81-86952fa63445,DISK] 2024-11-17T08:33:43,519 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36323,DS-f55cdc84-bc56-4d4a-90fe-188598338979,DISK] 2024-11-17T08:33:43,519 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44089,DS-329544d5-4f5b-427c-9d50-b44a31c7870e,DISK] 2024-11-17T08:33:43,525 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-18575706/hregion-18575706.1731832423503 2024-11-17T08:33:43,526 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44617:44617),(127.0.0.1/127.0.0.1:46645:46645),(127.0.0.1/127.0.0.1:41395:41395)] 2024-11-17T08:33:43,526 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => f895840b258239f8675da761aeac6298, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731832423497.f895840b258239f8675da761aeac6298.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40671/hbase 2024-11-17T08:33:43,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741879_1056 (size=70) 2024-11-17T08:33:43,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741879_1056 (size=70) 2024-11-17T08:33:43,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741879_1056 (size=70) 2024-11-17T08:33:43,958 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731832423497.f895840b258239f8675da761aeac6298.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:33:43,960 INFO [StoreOpener-f895840b258239f8675da761aeac6298-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f895840b258239f8675da761aeac6298 2024-11-17T08:33:43,962 INFO [StoreOpener-f895840b258239f8675da761aeac6298-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f895840b258239f8675da761aeac6298 columnFamilyName a 2024-11-17T08:33:43,962 DEBUG [StoreOpener-f895840b258239f8675da761aeac6298-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:33:43,963 INFO [StoreOpener-f895840b258239f8675da761aeac6298-1 {}] regionserver.HStore(327): Store=f895840b258239f8675da761aeac6298/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:33:43,963 INFO [StoreOpener-f895840b258239f8675da761aeac6298-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f895840b258239f8675da761aeac6298 2024-11-17T08:33:43,965 INFO [StoreOpener-f895840b258239f8675da761aeac6298-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f895840b258239f8675da761aeac6298 columnFamilyName b 2024-11-17T08:33:43,965 DEBUG [StoreOpener-f895840b258239f8675da761aeac6298-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:33:43,966 INFO [StoreOpener-f895840b258239f8675da761aeac6298-1 {}] regionserver.HStore(327): Store=f895840b258239f8675da761aeac6298/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:33:43,966 INFO [StoreOpener-f895840b258239f8675da761aeac6298-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f895840b258239f8675da761aeac6298 2024-11-17T08:33:43,968 INFO [StoreOpener-f895840b258239f8675da761aeac6298-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f895840b258239f8675da761aeac6298 columnFamilyName c 2024-11-17T08:33:43,968 DEBUG [StoreOpener-f895840b258239f8675da761aeac6298-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:33:43,969 INFO [StoreOpener-f895840b258239f8675da761aeac6298-1 {}] regionserver.HStore(327): Store=f895840b258239f8675da761aeac6298/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:33:43,969 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f895840b258239f8675da761aeac6298 2024-11-17T08:33:43,970 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40671/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f895840b258239f8675da761aeac6298 2024-11-17T08:33:43,970 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40671/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f895840b258239f8675da761aeac6298 2024-11-17T08:33:43,972 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f895840b258239f8675da761aeac6298 2024-11-17T08:33:43,972 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f895840b258239f8675da761aeac6298 2024-11-17T08:33:43,972 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T08:33:43,973 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f895840b258239f8675da761aeac6298 2024-11-17T08:33:43,976 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40671/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f895840b258239f8675da761aeac6298/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:33:43,976 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f895840b258239f8675da761aeac6298; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73289930, jitterRate=0.09210506081581116}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T08:33:43,977 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f895840b258239f8675da761aeac6298: Writing region info on filesystem at 1731832423958Initializing all the Stores at 1731832423959 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832423959Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832423960 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832423960Cleaning up temporary data from old regions at 1731832423972 (+12 ms)Region opened successfully at 1731832423977 (+5 ms) 2024-11-17T08:33:43,977 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f895840b258239f8675da761aeac6298, disabling compactions & flushes 2024-11-17T08:33:43,977 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1731832423497.f895840b258239f8675da761aeac6298. 2024-11-17T08:33:43,977 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731832423497.f895840b258239f8675da761aeac6298. 2024-11-17T08:33:43,977 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731832423497.f895840b258239f8675da761aeac6298. after waiting 0 ms 2024-11-17T08:33:43,977 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1731832423497.f895840b258239f8675da761aeac6298. 2024-11-17T08:33:43,978 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1731832423497.f895840b258239f8675da761aeac6298. 2024-11-17T08:33:43,978 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f895840b258239f8675da761aeac6298: Waiting for close lock at 1731832423977Disabling compacts and flushes for region at 1731832423977Disabling writes for close at 1731832423977Writing region close event to WAL at 1731832423978 (+1 ms)Closed at 1731832423978 2024-11-17T08:33:43,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741878_1055 (size=93) 2024-11-17T08:33:43,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741878_1055 (size=93) 2024-11-17T08:33:43,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741878_1055 (size=93) 2024-11-17T08:33:43,984 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-17T08:33:43,984 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-18575706:(num 1731832423503) 2024-11-17T08:33:43,984 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-17T08:33:43,989 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40671/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731832423495, archiveDir=hdfs://localhost:40671/hbase/oldWALs, maxLogs=32 2024-11-17T08:33:44,004 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731832423495/wal.1731832423989, exclude list is [], retry=0 2024-11-17T08:33:44,026 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33101,DS-4f56f0df-fa7b-4e49-9a81-86952fa63445,DISK] 2024-11-17T08:33:44,026 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44089,DS-329544d5-4f5b-427c-9d50-b44a31c7870e,DISK] 2024-11-17T08:33:44,027 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36323,DS-f55cdc84-bc56-4d4a-90fe-188598338979,DISK] 2024-11-17T08:33:44,028 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731832423495/wal.1731832423989 2024-11-17T08:33:44,030 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44617:44617),(127.0.0.1/127.0.0.1:41395:41395),(127.0.0.1/127.0.0.1:46645:46645)] 2024-11-17T08:33:44,030 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f895840b258239f8675da761aeac6298, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731832423497.f895840b258239f8675da761aeac6298.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:33:44,030 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731832423497.f895840b258239f8675da761aeac6298.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:33:44,030 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f895840b258239f8675da761aeac6298 2024-11-17T08:33:44,030 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f895840b258239f8675da761aeac6298 2024-11-17T08:33:44,032 INFO [StoreOpener-f895840b258239f8675da761aeac6298-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f895840b258239f8675da761aeac6298 2024-11-17T08:33:44,034 INFO [StoreOpener-f895840b258239f8675da761aeac6298-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f895840b258239f8675da761aeac6298 columnFamilyName a 2024-11-17T08:33:44,034 DEBUG [StoreOpener-f895840b258239f8675da761aeac6298-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:33:44,034 INFO [StoreOpener-f895840b258239f8675da761aeac6298-1 {}] regionserver.HStore(327): Store=f895840b258239f8675da761aeac6298/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:33:44,035 INFO [StoreOpener-f895840b258239f8675da761aeac6298-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f895840b258239f8675da761aeac6298 2024-11-17T08:33:44,037 INFO [StoreOpener-f895840b258239f8675da761aeac6298-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f895840b258239f8675da761aeac6298 columnFamilyName b 2024-11-17T08:33:44,037 DEBUG [StoreOpener-f895840b258239f8675da761aeac6298-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:33:44,039 INFO [StoreOpener-f895840b258239f8675da761aeac6298-1 {}] regionserver.HStore(327): Store=f895840b258239f8675da761aeac6298/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:33:44,039 INFO [StoreOpener-f895840b258239f8675da761aeac6298-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f895840b258239f8675da761aeac6298 2024-11-17T08:33:44,040 INFO [StoreOpener-f895840b258239f8675da761aeac6298-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f895840b258239f8675da761aeac6298 columnFamilyName c 2024-11-17T08:33:44,040 DEBUG [StoreOpener-f895840b258239f8675da761aeac6298-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:33:44,041 INFO [StoreOpener-f895840b258239f8675da761aeac6298-1 {}] regionserver.HStore(327): Store=f895840b258239f8675da761aeac6298/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:33:44,041 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f895840b258239f8675da761aeac6298 2024-11-17T08:33:44,042 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40671/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f895840b258239f8675da761aeac6298 2024-11-17T08:33:44,043 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40671/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f895840b258239f8675da761aeac6298 2024-11-17T08:33:44,045 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f895840b258239f8675da761aeac6298 2024-11-17T08:33:44,045 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f895840b258239f8675da761aeac6298 2024-11-17T08:33:44,045 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T08:33:44,047 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f895840b258239f8675da761aeac6298 2024-11-17T08:33:44,048 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f895840b258239f8675da761aeac6298; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60847158, jitterRate=-0.09330669045448303}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T08:33:44,049 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f895840b258239f8675da761aeac6298: Writing region info on filesystem at 1731832424031Initializing all the Stores at 1731832424031Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832424031Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832424032 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832424032Cleaning up temporary data from old regions at 1731832424045 (+13 ms)Region opened successfully at 1731832424049 (+4 ms) 2024-11-17T08:33:44,055 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40671/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1731832424053/Put/seqid=0 2024-11-17T08:33:44,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741881_1058 (size=4826) 2024-11-17T08:33:44,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741881_1058 (size=4826) 2024-11-17T08:33:44,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741881_1058 (size=4826) 2024-11-17T08:33:44,065 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40671/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in f895840b258239f8675da761aeac6298/a 2024-11-17T08:33:44,076 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-11-17T08:33:44,077 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T08:33:44,077 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f895840b258239f8675da761aeac6298: 2024-11-17T08:33:44,079 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40671/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:40671/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f895840b258239f8675da761aeac6298/a/64ac600b2d9f459696e15c8d740bcccf_SeqId_3_ 2024-11-17T08:33:44,080 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40671/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into f895840b258239f8675da761aeac6298/a as hdfs://localhost:40671/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f895840b258239f8675da761aeac6298/a/64ac600b2d9f459696e15c8d740bcccf_SeqId_3_ - updating store file list. 2024-11-17T08:33:44,086 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 64ac600b2d9f459696e15c8d740bcccf_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-17T08:33:44,087 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40671/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f895840b258239f8675da761aeac6298/a/64ac600b2d9f459696e15c8d740bcccf_SeqId_3_ into f895840b258239f8675da761aeac6298/a 2024-11-17T08:33:44,087 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40671/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into f895840b258239f8675da761aeac6298/a (new location: hdfs://localhost:40671/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f895840b258239f8675da761aeac6298/a/64ac600b2d9f459696e15c8d740bcccf_SeqId_3_) 2024-11-17T08:33:44,133 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40671/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731832423495/wal.1731832423989, size=0 (0bytes) 2024-11-17T08:33:44,134 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:40671/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731832423495/wal.1731832423989 might be still open, length is 0 2024-11-17T08:33:44,134 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40671/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731832423495/wal.1731832423989 2024-11-17T08:33:44,134 WARN [IPC Server handler 1 on default port 40671 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731832423495/wal.1731832423989 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-11-17T08:33:44,135 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:40671/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731832423495/wal.1731832423989 after 0ms 2024-11-17T08:33:45,046 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_251950348_22 at /127.0.0.1:33562 [Receiving block BP-160994225-172.17.0.3-1731832406351:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:33101:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33562 dst: /127.0.0.1:33101 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:33101 remote=/127.0.0.1:33562]. Total timeout mills is 60000, 59048 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T08:33:45,047 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_251950348_22 at /127.0.0.1:43936 [Receiving block BP-160994225-172.17.0.3-1731832406351:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:36323:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43936 dst: /127.0.0.1:36323 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T08:33:45,047 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_251950348_22 at /127.0.0.1:49694 [Receiving block BP-160994225-172.17.0.3-1731832406351:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:44089:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49694 dst: /127.0.0.1:44089 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T08:33:45,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741880_1059 (size=434) 2024-11-17T08:33:45,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741880_1059 (size=434) 2024-11-17T08:33:45,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741880_1059 (size=434) 2024-11-17T08:33:48,136 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:40671/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731832423495/wal.1731832423989 after 4002ms 2024-11-17T08:33:48,143 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40671/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731832423495/wal.1731832423989: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T08:33:48,144 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40671/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731832423495/wal.1731832423989 took 4011ms 2024-11-17T08:33:48,146 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:40671/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731832423495/wal.1731832423989; continuing. 2024-11-17T08:33:48,147 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40671/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731832423495/wal.1731832423989 so closing down 2024-11-17T08:33:48,147 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:33:48,148 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1731832423989.temp 2024-11-17T08:33:48,150 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40671/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f895840b258239f8675da761aeac6298/recovered.edits/0000000000000000005-wal.1731832423989.temp 2024-11-17T08:33:48,150 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:33:48,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741882_1060 (size=236) 2024-11-17T08:33:48,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741882_1060 (size=236) 2024-11-17T08:33:48,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741882_1060 (size=236) 2024-11-17T08:33:48,157 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40671/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f895840b258239f8675da761aeac6298/recovered.edits/0000000000000000005-wal.1731832423989.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-17T08:33:48,159 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40671/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f895840b258239f8675da761aeac6298/recovered.edits/0000000000000000005-wal.1731832423989.temp to hdfs://localhost:40671/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f895840b258239f8675da761aeac6298/recovered.edits/0000000000000000005 2024-11-17T08:33:48,159 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 14 ms; skipped=1; WAL=hdfs://localhost:40671/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731832423495/wal.1731832423989, size=0, length=0, corrupted=false, cancelled=false 2024-11-17T08:33:48,159 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40671/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731832423495/wal.1731832423989, journal: Splitting hdfs://localhost:40671/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731832423495/wal.1731832423989, size=0 (0bytes) at 1731832424134Finishing writing output for hdfs://localhost:40671/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731832423495/wal.1731832423989 so closing down at 1731832428147 (+4013 ms)Creating recovered edits writer path=hdfs://localhost:40671/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f895840b258239f8675da761aeac6298/recovered.edits/0000000000000000005-wal.1731832423989.temp at 1731832428150 (+3 ms)3 split writer threads finished at 1731832428150Closed recovered edits writer path=hdfs://localhost:40671/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f895840b258239f8675da761aeac6298/recovered.edits/0000000000000000005-wal.1731832423989.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731832428158 (+8 ms)Rename recovered edits hdfs://localhost:40671/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f895840b258239f8675da761aeac6298/recovered.edits/0000000000000000005-wal.1731832423989.temp to hdfs://localhost:40671/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f895840b258239f8675da761aeac6298/recovered.edits/0000000000000000005 at 1731832428159 (+1 ms)Processed 2 edits across 1 Regions in 14 ms; skipped=1; WAL=hdfs://localhost:40671/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731832423495/wal.1731832423989, size=0, length=0, corrupted=false, cancelled=false at 1731832428159 2024-11-17T08:33:48,161 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40671/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731832423495/wal.1731832423989 to hdfs://localhost:40671/hbase/oldWALs/wal.1731832423989 2024-11-17T08:33:48,162 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40671/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f895840b258239f8675da761aeac6298/recovered.edits/0000000000000000005 2024-11-17T08:33:48,162 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-17T08:33:48,164 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40671/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731832423495, archiveDir=hdfs://localhost:40671/hbase/oldWALs, maxLogs=32 2024-11-17T08:33:48,181 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731832423495/wal.1731832428164, exclude list is [], retry=0 2024-11-17T08:33:48,183 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44089,DS-329544d5-4f5b-427c-9d50-b44a31c7870e,DISK] 2024-11-17T08:33:48,184 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33101,DS-4f56f0df-fa7b-4e49-9a81-86952fa63445,DISK] 2024-11-17T08:33:48,184 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36323,DS-f55cdc84-bc56-4d4a-90fe-188598338979,DISK] 2024-11-17T08:33:48,186 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731832423495/wal.1731832428164 2024-11-17T08:33:48,186 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41395:41395),(127.0.0.1/127.0.0.1:44617:44617),(127.0.0.1/127.0.0.1:46645:46645)] 2024-11-17T08:33:48,186 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f895840b258239f8675da761aeac6298, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731832423497.f895840b258239f8675da761aeac6298.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:33:48,187 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731832423497.f895840b258239f8675da761aeac6298.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:33:48,187 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f895840b258239f8675da761aeac6298 2024-11-17T08:33:48,187 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f895840b258239f8675da761aeac6298 2024-11-17T08:33:48,188 INFO [StoreOpener-f895840b258239f8675da761aeac6298-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f895840b258239f8675da761aeac6298 2024-11-17T08:33:48,189 INFO [StoreOpener-f895840b258239f8675da761aeac6298-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f895840b258239f8675da761aeac6298 columnFamilyName a 2024-11-17T08:33:48,189 DEBUG [StoreOpener-f895840b258239f8675da761aeac6298-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:33:48,195 DEBUG [StoreFileOpener-f895840b258239f8675da761aeac6298-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 64ac600b2d9f459696e15c8d740bcccf_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-17T08:33:48,195 DEBUG [StoreOpener-f895840b258239f8675da761aeac6298-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40671/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f895840b258239f8675da761aeac6298/a/64ac600b2d9f459696e15c8d740bcccf_SeqId_3_ 2024-11-17T08:33:48,195 INFO [StoreOpener-f895840b258239f8675da761aeac6298-1 {}] regionserver.HStore(327): Store=f895840b258239f8675da761aeac6298/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:33:48,195 INFO [StoreOpener-f895840b258239f8675da761aeac6298-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f895840b258239f8675da761aeac6298 2024-11-17T08:33:48,197 INFO [StoreOpener-f895840b258239f8675da761aeac6298-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f895840b258239f8675da761aeac6298 columnFamilyName b 2024-11-17T08:33:48,197 DEBUG [StoreOpener-f895840b258239f8675da761aeac6298-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:33:48,197 INFO [StoreOpener-f895840b258239f8675da761aeac6298-1 {}] regionserver.HStore(327): Store=f895840b258239f8675da761aeac6298/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:33:48,197 INFO [StoreOpener-f895840b258239f8675da761aeac6298-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f895840b258239f8675da761aeac6298 2024-11-17T08:33:48,198 INFO [StoreOpener-f895840b258239f8675da761aeac6298-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f895840b258239f8675da761aeac6298 columnFamilyName c 2024-11-17T08:33:48,198 DEBUG [StoreOpener-f895840b258239f8675da761aeac6298-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:33:48,199 INFO [StoreOpener-f895840b258239f8675da761aeac6298-1 {}] regionserver.HStore(327): Store=f895840b258239f8675da761aeac6298/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:33:48,199 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f895840b258239f8675da761aeac6298 2024-11-17T08:33:48,199 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40671/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f895840b258239f8675da761aeac6298 2024-11-17T08:33:48,201 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40671/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f895840b258239f8675da761aeac6298 2024-11-17T08:33:48,202 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40671/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f895840b258239f8675da761aeac6298/recovered.edits/0000000000000000005 2024-11-17T08:33:48,204 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40671/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f895840b258239f8675da761aeac6298/recovered.edits/0000000000000000005: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T08:33:48,205 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:40671/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f895840b258239f8675da761aeac6298/recovered.edits/0000000000000000005 2024-11-17T08:33:48,205 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f895840b258239f8675da761aeac6298 3/3 column families, dataSize=58 B heapSize=904 B 2024-11-17T08:33:48,221 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40671/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f895840b258239f8675da761aeac6298/.tmp/a/e2f37411cd854df18c383e28027cf35d is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1731832424092/Put/seqid=0 2024-11-17T08:33:48,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741884_1062 (size=5149) 2024-11-17T08:33:48,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741884_1062 (size=5149) 2024-11-17T08:33:48,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741884_1062 (size=5149) 2024-11-17T08:33:48,228 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40671/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f895840b258239f8675da761aeac6298/.tmp/a/e2f37411cd854df18c383e28027cf35d 2024-11-17T08:33:48,234 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40671/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f895840b258239f8675da761aeac6298/.tmp/a/e2f37411cd854df18c383e28027cf35d as hdfs://localhost:40671/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f895840b258239f8675da761aeac6298/a/e2f37411cd854df18c383e28027cf35d 2024-11-17T08:33:48,239 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40671/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f895840b258239f8675da761aeac6298/a/e2f37411cd854df18c383e28027cf35d, entries=1, sequenceid=5, filesize=5.0 K 2024-11-17T08:33:48,239 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for f895840b258239f8675da761aeac6298 in 34ms, sequenceid=5, compaction requested=false; wal=null 2024-11-17T08:33:48,240 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40671/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f895840b258239f8675da761aeac6298/recovered.edits/0000000000000000005 2024-11-17T08:33:48,242 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f895840b258239f8675da761aeac6298 2024-11-17T08:33:48,242 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f895840b258239f8675da761aeac6298 2024-11-17T08:33:48,242 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T08:33:48,244 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f895840b258239f8675da761aeac6298 2024-11-17T08:33:48,246 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40671/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f895840b258239f8675da761aeac6298/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-17T08:33:48,247 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f895840b258239f8675da761aeac6298; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64100311, jitterRate=-0.04483093321323395}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T08:33:48,247 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f895840b258239f8675da761aeac6298: Writing region info on filesystem at 1731832428187Initializing all the Stores at 1731832428188 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832428188Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832428188Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832428188Obtaining lock to block concurrent updates at 1731832428205 (+17 ms)Preparing flush snapshotting stores in f895840b258239f8675da761aeac6298 at 1731832428205Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1731832423497.f895840b258239f8675da761aeac6298., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1731832428205Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1731832423497.f895840b258239f8675da761aeac6298. at 1731832428205Flushing f895840b258239f8675da761aeac6298/a: creating writer at 1731832428206 (+1 ms)Flushing f895840b258239f8675da761aeac6298/a: appending metadata at 1731832428220 (+14 ms)Flushing f895840b258239f8675da761aeac6298/a: closing flushed file at 1731832428220Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35b4b56a: reopening flushed file at 1731832428233 (+13 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for f895840b258239f8675da761aeac6298 in 34ms, sequenceid=5, compaction requested=false; wal=null at 1731832428240 (+7 ms)Cleaning up temporary data from old regions at 1731832428242 (+2 ms)Region opened successfully at 1731832428247 (+5 ms) 2024-11-17T08:33:48,251 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f895840b258239f8675da761aeac6298, disabling compactions & flushes 2024-11-17T08:33:48,251 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1731832423497.f895840b258239f8675da761aeac6298. 2024-11-17T08:33:48,251 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731832423497.f895840b258239f8675da761aeac6298. 2024-11-17T08:33:48,251 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731832423497.f895840b258239f8675da761aeac6298. after waiting 0 ms 2024-11-17T08:33:48,251 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1731832423497.f895840b258239f8675da761aeac6298. 2024-11-17T08:33:48,252 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1731832423497.f895840b258239f8675da761aeac6298. 2024-11-17T08:33:48,252 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f895840b258239f8675da761aeac6298: Waiting for close lock at 1731832428251Disabling compacts and flushes for region at 1731832428251Disabling writes for close at 1731832428251Writing region close event to WAL at 1731832428252 (+1 ms)Closed at 1731832428252 2024-11-17T08:33:48,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741883_1061 (size=93) 2024-11-17T08:33:48,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741883_1061 (size=93) 2024-11-17T08:33:48,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741883_1061 (size=93) 2024-11-17T08:33:48,257 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-17T08:33:48,257 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731832428164) 2024-11-17T08:33:48,268 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testRegionMadeOfBulkLoadedFilesOnly Thread=406 (was 402) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1987708253) connection to localhost/127.0.0.1:40671 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-202231717_22 at /127.0.0.1:33602 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5d162f2-7780-a1ff-c154-773ab058fca4/cluster_433e802e-e7fe-b094-e31b-565ab83d6d6b/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:40671 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5d162f2-7780-a1ff-c154-773ab058fca4/cluster_433e802e-e7fe-b094-e31b-565ab83d6d6b/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-202231717_22 at /127.0.0.1:49736 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-202231717_22 at /127.0.0.1:43950 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=999 (was 939) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=476 (was 474) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1730 (was 1762) 2024-11-17T08:33:48,279 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterRegionMovedWithMultiCF Thread=406, OpenFileDescriptor=999, MaxFileDescriptor=1048576, SystemLoadAverage=476, ProcessCount=11, AvailableMemoryMB=1729 2024-11-17T08:33:48,294 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:33:48,299 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:33:48,303 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,40701,1731832411017 2024-11-17T08:33:48,305 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c5a10ab 2024-11-17T08:33:48,306 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:33:48,308 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T08:33:48,312 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40701 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T08:33:48,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40701 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-11-17T08:33:48,320 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T08:33:48,322 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40701 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-11-17T08:33:48,322 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:33:48,324 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T08:33:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:33:48,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741885_1063 (size=694) 2024-11-17T08:33:48,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741885_1063 (size=694) 2024-11-17T08:33:48,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741885_1063 (size=694) 2024-11-17T08:33:48,341 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9a2b403c7c68be9e3995724eb6ad7c5b, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d 2024-11-17T08:33:48,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741886_1064 (size=77) 2024-11-17T08:33:48,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741886_1064 (size=77) 2024-11-17T08:33:48,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741886_1064 (size=77) 2024-11-17T08:33:48,350 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:33:48,351 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing 9a2b403c7c68be9e3995724eb6ad7c5b, disabling compactions & flushes 2024-11-17T08:33:48,351 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b. 2024-11-17T08:33:48,351 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b. 2024-11-17T08:33:48,351 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b. after waiting 0 ms 2024-11-17T08:33:48,351 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b. 2024-11-17T08:33:48,351 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b. 2024-11-17T08:33:48,351 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9a2b403c7c68be9e3995724eb6ad7c5b: Waiting for close lock at 1731832428350Disabling compacts and flushes for region at 1731832428350Disabling writes for close at 1731832428351 (+1 ms)Writing region close event to WAL at 1731832428351Closed at 1731832428351 2024-11-17T08:33:48,352 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T08:33:48,357 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1731832428353"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731832428353"}]},"ts":"1731832428353"} 2024-11-17T08:33:48,361 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T08:33:48,362 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T08:33:48,366 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731832428362"}]},"ts":"1731832428362"} 2024-11-17T08:33:48,370 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-11-17T08:33:48,371 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {e3d0adb87c01=0} racks are {/default-rack=0} 2024-11-17T08:33:48,373 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-17T08:33:48,373 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-17T08:33:48,373 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-17T08:33:48,373 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-17T08:33:48,373 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-17T08:33:48,373 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-17T08:33:48,373 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-17T08:33:48,373 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-17T08:33:48,373 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-17T08:33:48,373 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-17T08:33:48,375 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9a2b403c7c68be9e3995724eb6ad7c5b, ASSIGN}] 2024-11-17T08:33:48,377 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9a2b403c7c68be9e3995724eb6ad7c5b, ASSIGN 2024-11-17T08:33:48,379 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9a2b403c7c68be9e3995724eb6ad7c5b, ASSIGN; state=OFFLINE, location=e3d0adb87c01,35815,1731832412285; forceNewPlan=false, retain=false 2024-11-17T08:33:48,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:33:48,532 INFO [e3d0adb87c01:40701 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-17T08:33:48,533 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9a2b403c7c68be9e3995724eb6ad7c5b, regionState=OPENING, regionLocation=e3d0adb87c01,35815,1731832412285 2024-11-17T08:33:48,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9a2b403c7c68be9e3995724eb6ad7c5b, ASSIGN because future has completed 2024-11-17T08:33:48,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a2b403c7c68be9e3995724eb6ad7c5b, server=e3d0adb87c01,35815,1731832412285}] 2024-11-17T08:33:48,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:33:48,694 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T08:33:48,696 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39993, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T08:33:48,704 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b. 2024-11-17T08:33:48,704 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9a2b403c7c68be9e3995724eb6ad7c5b, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:33:48,705 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 9a2b403c7c68be9e3995724eb6ad7c5b 2024-11-17T08:33:48,705 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:33:48,705 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9a2b403c7c68be9e3995724eb6ad7c5b 2024-11-17T08:33:48,705 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9a2b403c7c68be9e3995724eb6ad7c5b 2024-11-17T08:33:48,708 INFO [StoreOpener-9a2b403c7c68be9e3995724eb6ad7c5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 9a2b403c7c68be9e3995724eb6ad7c5b 2024-11-17T08:33:48,710 INFO [StoreOpener-9a2b403c7c68be9e3995724eb6ad7c5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a2b403c7c68be9e3995724eb6ad7c5b columnFamilyName cf1 2024-11-17T08:33:48,710 DEBUG [StoreOpener-9a2b403c7c68be9e3995724eb6ad7c5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:33:48,711 INFO [StoreOpener-9a2b403c7c68be9e3995724eb6ad7c5b-1 {}] regionserver.HStore(327): Store=9a2b403c7c68be9e3995724eb6ad7c5b/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:33:48,711 INFO [StoreOpener-9a2b403c7c68be9e3995724eb6ad7c5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 9a2b403c7c68be9e3995724eb6ad7c5b 2024-11-17T08:33:48,713 INFO [StoreOpener-9a2b403c7c68be9e3995724eb6ad7c5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a2b403c7c68be9e3995724eb6ad7c5b columnFamilyName cf2 2024-11-17T08:33:48,713 DEBUG [StoreOpener-9a2b403c7c68be9e3995724eb6ad7c5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:33:48,714 INFO [StoreOpener-9a2b403c7c68be9e3995724eb6ad7c5b-1 {}] regionserver.HStore(327): Store=9a2b403c7c68be9e3995724eb6ad7c5b/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:33:48,715 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9a2b403c7c68be9e3995724eb6ad7c5b 2024-11-17T08:33:48,716 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a2b403c7c68be9e3995724eb6ad7c5b 2024-11-17T08:33:48,717 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a2b403c7c68be9e3995724eb6ad7c5b 2024-11-17T08:33:48,719 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9a2b403c7c68be9e3995724eb6ad7c5b 2024-11-17T08:33:48,719 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9a2b403c7c68be9e3995724eb6ad7c5b 2024-11-17T08:33:48,721 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-17T08:33:48,723 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9a2b403c7c68be9e3995724eb6ad7c5b 2024-11-17T08:33:48,725 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a2b403c7c68be9e3995724eb6ad7c5b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:33:48,726 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9a2b403c7c68be9e3995724eb6ad7c5b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63866761, jitterRate=-0.04831109941005707}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-17T08:33:48,726 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9a2b403c7c68be9e3995724eb6ad7c5b 2024-11-17T08:33:48,727 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9a2b403c7c68be9e3995724eb6ad7c5b: Running coprocessor pre-open hook at 1731832428706Writing region info on filesystem at 1731832428706Initializing all the Stores at 1731832428707 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832428707Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832428707Cleaning up temporary data from old regions at 1731832428719 (+12 ms)Running coprocessor post-open hooks at 1731832428726 (+7 ms)Region opened successfully at 1731832428727 (+1 ms) 2024-11-17T08:33:48,729 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b., pid=6, masterSystemTime=1731832428693 2024-11-17T08:33:48,731 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b. 2024-11-17T08:33:48,731 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b. 2024-11-17T08:33:48,732 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9a2b403c7c68be9e3995724eb6ad7c5b, regionState=OPEN, openSeqNum=2, regionLocation=e3d0adb87c01,35815,1731832412285 2024-11-17T08:33:48,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a2b403c7c68be9e3995724eb6ad7c5b, server=e3d0adb87c01,35815,1731832412285 because future has completed 2024-11-17T08:33:48,738 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T08:33:48,738 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9a2b403c7c68be9e3995724eb6ad7c5b, server=e3d0adb87c01,35815,1731832412285 in 198 msec 2024-11-17T08:33:48,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T08:33:48,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9a2b403c7c68be9e3995724eb6ad7c5b, ASSIGN in 363 msec 2024-11-17T08:33:48,742 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T08:33:48,742 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731832428742"}]},"ts":"1731832428742"} 2024-11-17T08:33:48,744 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-11-17T08:33:48,745 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T08:33:48,748 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 431 msec 2024-11-17T08:33:48,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:33:48,964 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-11-17T08:33:48,964 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-11-17T08:33:48,968 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-17T08:33:48,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-11-17T08:33:48,977 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-17T08:33:48,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-11-17T08:33:48,993 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b., hostname=e3d0adb87c01,35815,1731832412285, seqNum=2] 2024-11-17T08:33:48,994 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:33:48,996 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T08:33:49,009 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40701 {}] master.HMaster(2410): Client=jenkins//172.17.0.3 move hri=9a2b403c7c68be9e3995724eb6ad7c5b, source=e3d0adb87c01,35815,1731832412285, destination=e3d0adb87c01,42171,1731832412036, warming up region on e3d0adb87c01,42171,1731832412036 2024-11-17T08:33:49,011 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40701 {}] master.HMaster(2414): Client=jenkins//172.17.0.3 move hri=9a2b403c7c68be9e3995724eb6ad7c5b, source=e3d0adb87c01,35815,1731832412285, destination=e3d0adb87c01,42171,1731832412036, running balancer 2024-11-17T08:33:49,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40701 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9a2b403c7c68be9e3995724eb6ad7c5b, REOPEN/MOVE 2024-11-17T08:33:49,088 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9a2b403c7c68be9e3995724eb6ad7c5b, REOPEN/MOVE 2024-11-17T08:33:49,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b. 2024-11-17T08:33:49,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.HRegion(7855): Warmup {ENCODED => 9a2b403c7c68be9e3995724eb6ad7c5b, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:33:49,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:33:49,092 INFO [StoreOpener-9a2b403c7c68be9e3995724eb6ad7c5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 9a2b403c7c68be9e3995724eb6ad7c5b 2024-11-17T08:33:49,093 INFO [StoreOpener-9a2b403c7c68be9e3995724eb6ad7c5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a2b403c7c68be9e3995724eb6ad7c5b columnFamilyName cf1 2024-11-17T08:33:49,094 DEBUG [StoreOpener-9a2b403c7c68be9e3995724eb6ad7c5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:33:49,094 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=9a2b403c7c68be9e3995724eb6ad7c5b, regionState=CLOSING, regionLocation=e3d0adb87c01,35815,1731832412285 2024-11-17T08:33:49,094 INFO [StoreOpener-9a2b403c7c68be9e3995724eb6ad7c5b-1 {}] regionserver.HStore(327): Store=9a2b403c7c68be9e3995724eb6ad7c5b/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:33:49,094 INFO [StoreOpener-9a2b403c7c68be9e3995724eb6ad7c5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 9a2b403c7c68be9e3995724eb6ad7c5b 2024-11-17T08:33:49,096 INFO [StoreOpener-9a2b403c7c68be9e3995724eb6ad7c5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a2b403c7c68be9e3995724eb6ad7c5b columnFamilyName cf2 2024-11-17T08:33:49,096 DEBUG [StoreOpener-9a2b403c7c68be9e3995724eb6ad7c5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:33:49,096 INFO [StoreOpener-9a2b403c7c68be9e3995724eb6ad7c5b-1 {}] regionserver.HStore(327): Store=9a2b403c7c68be9e3995724eb6ad7c5b/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:33:49,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.HRegion(1722): Closing 9a2b403c7c68be9e3995724eb6ad7c5b, disabling compactions & flushes 2024-11-17T08:33:49,097 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b. 2024-11-17T08:33:49,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b. 2024-11-17T08:33:49,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b. after waiting 0 ms 2024-11-17T08:33:49,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b. 2024-11-17T08:33:49,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9a2b403c7c68be9e3995724eb6ad7c5b, REOPEN/MOVE because future has completed 2024-11-17T08:33:49,097 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b. 2024-11-17T08:33:49,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.HRegion(1676): Region close journal for 9a2b403c7c68be9e3995724eb6ad7c5b: Waiting for close lock at 1731832429097Disabling compacts and flushes for region at 1731832429097Disabling writes for close at 1731832429097Writing region close event to WAL at 1731832429097Closed at 1731832429097 2024-11-17T08:33:49,098 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-17T08:33:49,098 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9a2b403c7c68be9e3995724eb6ad7c5b, server=e3d0adb87c01,35815,1731832412285}] 2024-11-17T08:33:49,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40701 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-11-17T08:33:49,256 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 9a2b403c7c68be9e3995724eb6ad7c5b 2024-11-17T08:33:49,256 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-17T08:33:49,256 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 9a2b403c7c68be9e3995724eb6ad7c5b, disabling compactions & flushes 2024-11-17T08:33:49,256 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b. 2024-11-17T08:33:49,257 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b. 2024-11-17T08:33:49,257 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b. after waiting 0 ms 2024-11-17T08:33:49,257 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b. 2024-11-17T08:33:49,257 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing 9a2b403c7c68be9e3995724eb6ad7c5b 2/2 column families, dataSize=31 B heapSize=616 B 2024-11-17T08:33:49,273 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a2b403c7c68be9e3995724eb6ad7c5b/.tmp/cf1/b945b27935c145aba65e7b392a3bb3dc is 35, key is r1/cf1:q/1731832428996/Put/seqid=0 2024-11-17T08:33:49,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741887_1065 (size=4783) 2024-11-17T08:33:49,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741887_1065 (size=4783) 2024-11-17T08:33:49,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741887_1065 (size=4783) 2024-11-17T08:33:49,280 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a2b403c7c68be9e3995724eb6ad7c5b/.tmp/cf1/b945b27935c145aba65e7b392a3bb3dc 2024-11-17T08:33:49,286 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a2b403c7c68be9e3995724eb6ad7c5b/.tmp/cf1/b945b27935c145aba65e7b392a3bb3dc as hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a2b403c7c68be9e3995724eb6ad7c5b/cf1/b945b27935c145aba65e7b392a3bb3dc 2024-11-17T08:33:49,293 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a2b403c7c68be9e3995724eb6ad7c5b/cf1/b945b27935c145aba65e7b392a3bb3dc, entries=1, sequenceid=5, filesize=4.7 K 2024-11-17T08:33:49,294 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 9a2b403c7c68be9e3995724eb6ad7c5b in 37ms, sequenceid=5, compaction requested=false 2024-11-17T08:33:49,294 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-11-17T08:33:49,299 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a2b403c7c68be9e3995724eb6ad7c5b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T08:33:49,301 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b. 2024-11-17T08:33:49,301 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 9a2b403c7c68be9e3995724eb6ad7c5b: Waiting for close lock at 1731832429256Running coprocessor pre-close hooks at 1731832429256Disabling compacts and flushes for region at 1731832429256Disabling writes for close at 1731832429257 (+1 ms)Obtaining lock to block concurrent updates at 1731832429257Preparing flush snapshotting stores in 9a2b403c7c68be9e3995724eb6ad7c5b at 1731832429257Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1731832429257Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b. at 1731832429258 (+1 ms)Flushing 9a2b403c7c68be9e3995724eb6ad7c5b/cf1: creating writer at 1731832429258Flushing 9a2b403c7c68be9e3995724eb6ad7c5b/cf1: appending metadata at 1731832429272 (+14 ms)Flushing 9a2b403c7c68be9e3995724eb6ad7c5b/cf1: closing flushed file at 1731832429272Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c7bde3a: reopening flushed file at 1731832429285 (+13 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 9a2b403c7c68be9e3995724eb6ad7c5b in 37ms, sequenceid=5, compaction requested=false at 1731832429294 (+9 ms)Writing region close event to WAL at 1731832429295 (+1 ms)Running coprocessor post-close hooks at 1731832429299 (+4 ms)Closed at 1731832429301 (+2 ms) 2024-11-17T08:33:49,301 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding 9a2b403c7c68be9e3995724eb6ad7c5b move to e3d0adb87c01,42171,1731832412036 record at close sequenceid=5 2024-11-17T08:33:49,304 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 9a2b403c7c68be9e3995724eb6ad7c5b 2024-11-17T08:33:49,305 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=9a2b403c7c68be9e3995724eb6ad7c5b, regionState=CLOSED 2024-11-17T08:33:49,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9a2b403c7c68be9e3995724eb6ad7c5b, server=e3d0adb87c01,35815,1731832412285 because future has completed 2024-11-17T08:33:49,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-17T08:33:49,312 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 9a2b403c7c68be9e3995724eb6ad7c5b, server=e3d0adb87c01,35815,1731832412285 in 211 msec 2024-11-17T08:33:49,313 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9a2b403c7c68be9e3995724eb6ad7c5b, REOPEN/MOVE; state=CLOSED, location=e3d0adb87c01,42171,1731832412036; forceNewPlan=false, retain=false 2024-11-17T08:33:49,463 INFO [e3d0adb87c01:40701 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-17T08:33:49,464 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=9a2b403c7c68be9e3995724eb6ad7c5b, regionState=OPENING, regionLocation=e3d0adb87c01,42171,1731832412036 2024-11-17T08:33:49,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9a2b403c7c68be9e3995724eb6ad7c5b, REOPEN/MOVE because future has completed 2024-11-17T08:33:49,472 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a2b403c7c68be9e3995724eb6ad7c5b, server=e3d0adb87c01,42171,1731832412036}] 2024-11-17T08:33:49,630 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b. 2024-11-17T08:33:49,630 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 9a2b403c7c68be9e3995724eb6ad7c5b, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:33:49,630 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 9a2b403c7c68be9e3995724eb6ad7c5b 2024-11-17T08:33:49,631 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:33:49,631 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 9a2b403c7c68be9e3995724eb6ad7c5b 2024-11-17T08:33:49,631 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 9a2b403c7c68be9e3995724eb6ad7c5b 2024-11-17T08:33:49,633 INFO [StoreOpener-9a2b403c7c68be9e3995724eb6ad7c5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 9a2b403c7c68be9e3995724eb6ad7c5b 2024-11-17T08:33:49,634 INFO [StoreOpener-9a2b403c7c68be9e3995724eb6ad7c5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a2b403c7c68be9e3995724eb6ad7c5b columnFamilyName cf1 2024-11-17T08:33:49,634 DEBUG [StoreOpener-9a2b403c7c68be9e3995724eb6ad7c5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:33:49,642 DEBUG [StoreOpener-9a2b403c7c68be9e3995724eb6ad7c5b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a2b403c7c68be9e3995724eb6ad7c5b/cf1/b945b27935c145aba65e7b392a3bb3dc 2024-11-17T08:33:49,642 INFO [StoreOpener-9a2b403c7c68be9e3995724eb6ad7c5b-1 {}] regionserver.HStore(327): Store=9a2b403c7c68be9e3995724eb6ad7c5b/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:33:49,643 INFO [StoreOpener-9a2b403c7c68be9e3995724eb6ad7c5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 9a2b403c7c68be9e3995724eb6ad7c5b 2024-11-17T08:33:49,644 INFO [StoreOpener-9a2b403c7c68be9e3995724eb6ad7c5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a2b403c7c68be9e3995724eb6ad7c5b columnFamilyName cf2 2024-11-17T08:33:49,644 DEBUG [StoreOpener-9a2b403c7c68be9e3995724eb6ad7c5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:33:49,644 INFO [StoreOpener-9a2b403c7c68be9e3995724eb6ad7c5b-1 {}] regionserver.HStore(327): Store=9a2b403c7c68be9e3995724eb6ad7c5b/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:33:49,644 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 9a2b403c7c68be9e3995724eb6ad7c5b 2024-11-17T08:33:49,645 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a2b403c7c68be9e3995724eb6ad7c5b 2024-11-17T08:33:49,646 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a2b403c7c68be9e3995724eb6ad7c5b 2024-11-17T08:33:49,647 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 9a2b403c7c68be9e3995724eb6ad7c5b 2024-11-17T08:33:49,647 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 9a2b403c7c68be9e3995724eb6ad7c5b 2024-11-17T08:33:49,648 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-17T08:33:49,649 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 9a2b403c7c68be9e3995724eb6ad7c5b 2024-11-17T08:33:49,650 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 9a2b403c7c68be9e3995724eb6ad7c5b; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73211173, jitterRate=0.0909314900636673}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-17T08:33:49,650 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9a2b403c7c68be9e3995724eb6ad7c5b 2024-11-17T08:33:49,650 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 9a2b403c7c68be9e3995724eb6ad7c5b: Running coprocessor pre-open hook at 1731832429631Writing region info on filesystem at 1731832429631Initializing all the Stores at 1731832429632 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832429632Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832429633 (+1 ms)Cleaning up temporary data from old regions at 1731832429647 (+14 ms)Running coprocessor post-open hooks at 1731832429650 (+3 ms)Region opened successfully at 1731832429650 2024-11-17T08:33:49,652 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b., pid=9, masterSystemTime=1731832429625 2024-11-17T08:33:49,654 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b. 2024-11-17T08:33:49,654 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b. 2024-11-17T08:33:49,655 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=9a2b403c7c68be9e3995724eb6ad7c5b, regionState=OPEN, openSeqNum=9, regionLocation=e3d0adb87c01,42171,1731832412036 2024-11-17T08:33:49,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a2b403c7c68be9e3995724eb6ad7c5b, server=e3d0adb87c01,42171,1731832412036 because future has completed 2024-11-17T08:33:49,662 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-11-17T08:33:49,662 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 9a2b403c7c68be9e3995724eb6ad7c5b, server=e3d0adb87c01,42171,1731832412036 in 188 msec 2024-11-17T08:33:49,664 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9a2b403c7c68be9e3995724eb6ad7c5b, REOPEN/MOVE in 651 msec 2024-11-17T08:33:49,695 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T08:33:49,698 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T08:33:49,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35815 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.3:44112 deadline: 1731832489701, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=e3d0adb87c01 port=42171 startCode=1731832412036. As of locationSeqNum=5. 2024-11-17T08:33:49,729 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b., hostname=e3d0adb87c01,35815,1731832412285, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b., hostname=e3d0adb87c01,35815,1731832412285, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=e3d0adb87c01 port=42171 startCode=1731832412036. As of locationSeqNum=5. 2024-11-17T08:33:49,730 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b., hostname=e3d0adb87c01,35815,1731832412285, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=e3d0adb87c01 port=42171 startCode=1731832412036. As of locationSeqNum=5. 2024-11-17T08:33:49,730 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b., hostname=e3d0adb87c01,35815,1731832412285, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b., hostname=e3d0adb87c01,42171,1731832412036, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=e3d0adb87c01 port=42171 startCode=1731832412036. As of locationSeqNum=5. 2024-11-17T08:33:49,852 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9a2b403c7c68be9e3995724eb6ad7c5b 2/2 column families, dataSize=50 B heapSize=720 B 2024-11-17T08:33:49,867 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a2b403c7c68be9e3995724eb6ad7c5b/.tmp/cf1/b0f74ca840e442e7abc69684891f91b3 is 29, key is r1/cf1:/1731832429842/DeleteFamily/seqid=0 2024-11-17T08:33:49,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741888_1066 (size=4906) 2024-11-17T08:33:49,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741888_1066 (size=4906) 2024-11-17T08:33:49,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741888_1066 (size=4906) 2024-11-17T08:33:50,277 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a2b403c7c68be9e3995724eb6ad7c5b/.tmp/cf1/b0f74ca840e442e7abc69684891f91b3 2024-11-17T08:33:50,284 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b0f74ca840e442e7abc69684891f91b3 2024-11-17T08:33:50,301 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a2b403c7c68be9e3995724eb6ad7c5b/.tmp/cf2/420f1b18ecfa4f309641591314735db8 is 29, key is r1/cf2:/1731832429842/DeleteFamily/seqid=0 2024-11-17T08:33:50,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741889_1067 (size=4906) 2024-11-17T08:33:50,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741889_1067 (size=4906) 2024-11-17T08:33:50,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741889_1067 (size=4906) 2024-11-17T08:33:50,308 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a2b403c7c68be9e3995724eb6ad7c5b/.tmp/cf2/420f1b18ecfa4f309641591314735db8 2024-11-17T08:33:50,314 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 420f1b18ecfa4f309641591314735db8 2024-11-17T08:33:50,315 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a2b403c7c68be9e3995724eb6ad7c5b/.tmp/cf1/b0f74ca840e442e7abc69684891f91b3 as hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a2b403c7c68be9e3995724eb6ad7c5b/cf1/b0f74ca840e442e7abc69684891f91b3 2024-11-17T08:33:50,323 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b0f74ca840e442e7abc69684891f91b3 2024-11-17T08:33:50,323 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a2b403c7c68be9e3995724eb6ad7c5b/cf1/b0f74ca840e442e7abc69684891f91b3, entries=1, sequenceid=12, filesize=4.8 K 2024-11-17T08:33:50,324 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a2b403c7c68be9e3995724eb6ad7c5b/.tmp/cf2/420f1b18ecfa4f309641591314735db8 as hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a2b403c7c68be9e3995724eb6ad7c5b/cf2/420f1b18ecfa4f309641591314735db8 2024-11-17T08:33:50,331 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 420f1b18ecfa4f309641591314735db8 2024-11-17T08:33:50,332 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a2b403c7c68be9e3995724eb6ad7c5b/cf2/420f1b18ecfa4f309641591314735db8, entries=1, sequenceid=12, filesize=4.8 K 2024-11-17T08:33:50,333 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for 9a2b403c7c68be9e3995724eb6ad7c5b in 481ms, sequenceid=12, compaction requested=false 2024-11-17T08:33:50,333 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 9a2b403c7c68be9e3995724eb6ad7c5b: 2024-11-17T08:33:50,336 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-17T08:33:50,337 DEBUG [Time-limited test {}] regionserver.HStore(1541): 9a2b403c7c68be9e3995724eb6ad7c5b/cf1 is initiating major compaction (all files) 2024-11-17T08:33:50,337 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T08:33:50,337 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:33:50,338 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 9a2b403c7c68be9e3995724eb6ad7c5b/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b. 2024-11-17T08:33:50,338 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a2b403c7c68be9e3995724eb6ad7c5b/cf1/b945b27935c145aba65e7b392a3bb3dc, hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a2b403c7c68be9e3995724eb6ad7c5b/cf1/b0f74ca840e442e7abc69684891f91b3] into tmpdir=hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a2b403c7c68be9e3995724eb6ad7c5b/.tmp, totalSize=9.5 K 2024-11-17T08:33:50,339 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting b945b27935c145aba65e7b392a3bb3dc, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1731832428996 2024-11-17T08:33:50,340 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting b0f74ca840e442e7abc69684891f91b3, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-17T08:33:50,354 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 9a2b403c7c68be9e3995724eb6ad7c5b#cf1#compaction#16 average throughput is 0.00 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T08:33:50,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741890_1068 (size=4626) 2024-11-17T08:33:50,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741890_1068 (size=4626) 2024-11-17T08:33:50,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741890_1068 (size=4626) 2024-11-17T08:33:50,369 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a2b403c7c68be9e3995724eb6ad7c5b/.tmp/cf1/2724a0e1dfc849ad92331ac6361c4aed as hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a2b403c7c68be9e3995724eb6ad7c5b/cf1/2724a0e1dfc849ad92331ac6361c4aed 2024-11-17T08:33:50,384 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in 9a2b403c7c68be9e3995724eb6ad7c5b/cf1 of 9a2b403c7c68be9e3995724eb6ad7c5b into 2724a0e1dfc849ad92331ac6361c4aed(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T08:33:50,384 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 9a2b403c7c68be9e3995724eb6ad7c5b: 2024-11-17T08:33:50,384 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-17T08:33:50,384 DEBUG [Time-limited test {}] regionserver.HStore(1541): 9a2b403c7c68be9e3995724eb6ad7c5b/cf2 is initiating major compaction (all files) 2024-11-17T08:33:50,385 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T08:33:50,385 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:33:50,385 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 9a2b403c7c68be9e3995724eb6ad7c5b/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b. 2024-11-17T08:33:50,385 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a2b403c7c68be9e3995724eb6ad7c5b/cf2/420f1b18ecfa4f309641591314735db8] into tmpdir=hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a2b403c7c68be9e3995724eb6ad7c5b/.tmp, totalSize=4.8 K 2024-11-17T08:33:50,386 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 420f1b18ecfa4f309641591314735db8, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-17T08:33:50,392 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 9a2b403c7c68be9e3995724eb6ad7c5b#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T08:33:50,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741891_1069 (size=4592) 2024-11-17T08:33:50,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741891_1069 (size=4592) 2024-11-17T08:33:50,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741891_1069 (size=4592) 2024-11-17T08:33:50,406 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a2b403c7c68be9e3995724eb6ad7c5b/.tmp/cf2/eb4c11ef7b3f4db8b156d2ec86898df5 as hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a2b403c7c68be9e3995724eb6ad7c5b/cf2/eb4c11ef7b3f4db8b156d2ec86898df5 2024-11-17T08:33:50,413 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in 9a2b403c7c68be9e3995724eb6ad7c5b/cf2 of 9a2b403c7c68be9e3995724eb6ad7c5b into eb4c11ef7b3f4db8b156d2ec86898df5(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T08:33:50,413 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 9a2b403c7c68be9e3995724eb6ad7c5b: 2024-11-17T08:33:50,418 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40701 {}] master.HMaster(2410): Client=jenkins//172.17.0.3 move hri=9a2b403c7c68be9e3995724eb6ad7c5b, source=e3d0adb87c01,42171,1731832412036, destination=e3d0adb87c01,35815,1731832412285, warming up region on e3d0adb87c01,35815,1731832412285 2024-11-17T08:33:50,418 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40701 {}] master.HMaster(2414): Client=jenkins//172.17.0.3 move hri=9a2b403c7c68be9e3995724eb6ad7c5b, source=e3d0adb87c01,42171,1731832412036, destination=e3d0adb87c01,35815,1731832412285, running balancer 2024-11-17T08:33:50,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40701 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9a2b403c7c68be9e3995724eb6ad7c5b, REOPEN/MOVE 2024-11-17T08:33:50,420 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9a2b403c7c68be9e3995724eb6ad7c5b, REOPEN/MOVE 2024-11-17T08:33:50,422 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35815 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b. 2024-11-17T08:33:50,422 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=9a2b403c7c68be9e3995724eb6ad7c5b, regionState=CLOSING, regionLocation=e3d0adb87c01,42171,1731832412036 2024-11-17T08:33:50,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35815 {}] regionserver.HRegion(7855): Warmup {ENCODED => 9a2b403c7c68be9e3995724eb6ad7c5b, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:33:50,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35815 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:33:50,423 INFO [StoreOpener-9a2b403c7c68be9e3995724eb6ad7c5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 9a2b403c7c68be9e3995724eb6ad7c5b 2024-11-17T08:33:50,424 INFO [StoreOpener-9a2b403c7c68be9e3995724eb6ad7c5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a2b403c7c68be9e3995724eb6ad7c5b columnFamilyName cf1 2024-11-17T08:33:50,424 DEBUG [StoreOpener-9a2b403c7c68be9e3995724eb6ad7c5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:33:50,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9a2b403c7c68be9e3995724eb6ad7c5b, REOPEN/MOVE because future has completed 2024-11-17T08:33:50,426 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-17T08:33:50,426 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9a2b403c7c68be9e3995724eb6ad7c5b, server=e3d0adb87c01,42171,1731832412036}] 2024-11-17T08:33:50,432 DEBUG [StoreOpener-9a2b403c7c68be9e3995724eb6ad7c5b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a2b403c7c68be9e3995724eb6ad7c5b/cf1/2724a0e1dfc849ad92331ac6361c4aed 2024-11-17T08:33:50,437 INFO [StoreFileOpener-9a2b403c7c68be9e3995724eb6ad7c5b-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b0f74ca840e442e7abc69684891f91b3 2024-11-17T08:33:50,437 DEBUG [StoreOpener-9a2b403c7c68be9e3995724eb6ad7c5b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a2b403c7c68be9e3995724eb6ad7c5b/cf1/b0f74ca840e442e7abc69684891f91b3 2024-11-17T08:33:50,442 DEBUG [StoreOpener-9a2b403c7c68be9e3995724eb6ad7c5b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a2b403c7c68be9e3995724eb6ad7c5b/cf1/b945b27935c145aba65e7b392a3bb3dc 2024-11-17T08:33:50,443 INFO [StoreOpener-9a2b403c7c68be9e3995724eb6ad7c5b-1 {}] regionserver.HStore(327): Store=9a2b403c7c68be9e3995724eb6ad7c5b/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:33:50,443 INFO [StoreOpener-9a2b403c7c68be9e3995724eb6ad7c5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 9a2b403c7c68be9e3995724eb6ad7c5b 2024-11-17T08:33:50,444 INFO [StoreOpener-9a2b403c7c68be9e3995724eb6ad7c5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a2b403c7c68be9e3995724eb6ad7c5b columnFamilyName cf2 2024-11-17T08:33:50,444 DEBUG [StoreOpener-9a2b403c7c68be9e3995724eb6ad7c5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:33:50,451 INFO [StoreFileOpener-9a2b403c7c68be9e3995724eb6ad7c5b-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 420f1b18ecfa4f309641591314735db8 2024-11-17T08:33:50,452 DEBUG [StoreOpener-9a2b403c7c68be9e3995724eb6ad7c5b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a2b403c7c68be9e3995724eb6ad7c5b/cf2/420f1b18ecfa4f309641591314735db8 2024-11-17T08:33:50,458 DEBUG [StoreOpener-9a2b403c7c68be9e3995724eb6ad7c5b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a2b403c7c68be9e3995724eb6ad7c5b/cf2/eb4c11ef7b3f4db8b156d2ec86898df5 2024-11-17T08:33:50,458 INFO [StoreOpener-9a2b403c7c68be9e3995724eb6ad7c5b-1 {}] regionserver.HStore(327): Store=9a2b403c7c68be9e3995724eb6ad7c5b/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:33:50,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35815 {}] regionserver.HRegion(1722): Closing 9a2b403c7c68be9e3995724eb6ad7c5b, disabling compactions & flushes 2024-11-17T08:33:50,458 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35815 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b. 2024-11-17T08:33:50,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35815 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b. 2024-11-17T08:33:50,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35815 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b. after waiting 0 ms 2024-11-17T08:33:50,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35815 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b. 2024-11-17T08:33:50,459 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35815 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b. 2024-11-17T08:33:50,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35815 {}] regionserver.HRegion(1676): Region close journal for 9a2b403c7c68be9e3995724eb6ad7c5b: Waiting for close lock at 1731832430458Disabling compacts and flushes for region at 1731832430458Disabling writes for close at 1731832430458Writing region close event to WAL at 1731832430459 (+1 ms)Closed at 1731832430459 2024-11-17T08:33:50,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40701 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-11-17T08:33:50,580 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close 9a2b403c7c68be9e3995724eb6ad7c5b 2024-11-17T08:33:50,580 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-17T08:33:50,580 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing 9a2b403c7c68be9e3995724eb6ad7c5b, disabling compactions & flushes 2024-11-17T08:33:50,580 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b. 2024-11-17T08:33:50,580 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b. 2024-11-17T08:33:50,581 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b. after waiting 0 ms 2024-11-17T08:33:50,581 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b. 2024-11-17T08:33:50,581 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a2b403c7c68be9e3995724eb6ad7c5b/cf1/b945b27935c145aba65e7b392a3bb3dc, hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a2b403c7c68be9e3995724eb6ad7c5b/cf1/b0f74ca840e442e7abc69684891f91b3] to archive 2024-11-17T08:33:50,584 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-17T08:33:50,588 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a2b403c7c68be9e3995724eb6ad7c5b/cf1/b945b27935c145aba65e7b392a3bb3dc to hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a2b403c7c68be9e3995724eb6ad7c5b/cf1/b945b27935c145aba65e7b392a3bb3dc 2024-11-17T08:33:50,590 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a2b403c7c68be9e3995724eb6ad7c5b/cf1/b0f74ca840e442e7abc69684891f91b3 to hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a2b403c7c68be9e3995724eb6ad7c5b/cf1/b0f74ca840e442e7abc69684891f91b3 2024-11-17T08:33:50,603 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a2b403c7c68be9e3995724eb6ad7c5b/cf2/420f1b18ecfa4f309641591314735db8] to archive 2024-11-17T08:33:50,604 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-17T08:33:50,607 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a2b403c7c68be9e3995724eb6ad7c5b/cf2/420f1b18ecfa4f309641591314735db8 to hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a2b403c7c68be9e3995724eb6ad7c5b/cf2/420f1b18ecfa4f309641591314735db8 2024-11-17T08:33:50,612 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a2b403c7c68be9e3995724eb6ad7c5b/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-11-17T08:33:50,613 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b. 2024-11-17T08:33:50,613 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for 9a2b403c7c68be9e3995724eb6ad7c5b: Waiting for close lock at 1731832430580Running coprocessor pre-close hooks at 1731832430580Disabling compacts and flushes for region at 1731832430580Disabling writes for close at 1731832430581 (+1 ms)Writing region close event to WAL at 1731832430608 (+27 ms)Running coprocessor post-close hooks at 1731832430613 (+5 ms)Closed at 1731832430613 2024-11-17T08:33:50,613 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding 9a2b403c7c68be9e3995724eb6ad7c5b move to e3d0adb87c01,35815,1731832412285 record at close sequenceid=12 2024-11-17T08:33:50,616 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed 9a2b403c7c68be9e3995724eb6ad7c5b 2024-11-17T08:33:50,617 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=9a2b403c7c68be9e3995724eb6ad7c5b, regionState=CLOSED 2024-11-17T08:33:50,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9a2b403c7c68be9e3995724eb6ad7c5b, server=e3d0adb87c01,42171,1731832412036 because future has completed 2024-11-17T08:33:50,623 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-17T08:33:50,623 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure 9a2b403c7c68be9e3995724eb6ad7c5b, server=e3d0adb87c01,42171,1731832412036 in 194 msec 2024-11-17T08:33:50,624 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9a2b403c7c68be9e3995724eb6ad7c5b, REOPEN/MOVE; state=CLOSED, location=e3d0adb87c01,35815,1731832412285; forceNewPlan=false, retain=false 2024-11-17T08:33:50,775 INFO [e3d0adb87c01:40701 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-17T08:33:50,775 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=9a2b403c7c68be9e3995724eb6ad7c5b, regionState=OPENING, regionLocation=e3d0adb87c01,35815,1731832412285 2024-11-17T08:33:50,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9a2b403c7c68be9e3995724eb6ad7c5b, REOPEN/MOVE because future has completed 2024-11-17T08:33:50,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a2b403c7c68be9e3995724eb6ad7c5b, server=e3d0adb87c01,35815,1731832412285}] 2024-11-17T08:33:50,942 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b. 2024-11-17T08:33:50,942 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 9a2b403c7c68be9e3995724eb6ad7c5b, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:33:50,942 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 9a2b403c7c68be9e3995724eb6ad7c5b 2024-11-17T08:33:50,943 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:33:50,943 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 9a2b403c7c68be9e3995724eb6ad7c5b 2024-11-17T08:33:50,943 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 9a2b403c7c68be9e3995724eb6ad7c5b 2024-11-17T08:33:50,945 INFO [StoreOpener-9a2b403c7c68be9e3995724eb6ad7c5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 9a2b403c7c68be9e3995724eb6ad7c5b 2024-11-17T08:33:50,946 INFO [StoreOpener-9a2b403c7c68be9e3995724eb6ad7c5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a2b403c7c68be9e3995724eb6ad7c5b columnFamilyName cf1 2024-11-17T08:33:50,946 DEBUG [StoreOpener-9a2b403c7c68be9e3995724eb6ad7c5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:33:50,954 DEBUG [StoreOpener-9a2b403c7c68be9e3995724eb6ad7c5b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a2b403c7c68be9e3995724eb6ad7c5b/cf1/2724a0e1dfc849ad92331ac6361c4aed 2024-11-17T08:33:50,955 INFO [StoreOpener-9a2b403c7c68be9e3995724eb6ad7c5b-1 {}] regionserver.HStore(327): Store=9a2b403c7c68be9e3995724eb6ad7c5b/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:33:50,955 INFO [StoreOpener-9a2b403c7c68be9e3995724eb6ad7c5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 9a2b403c7c68be9e3995724eb6ad7c5b 2024-11-17T08:33:50,957 INFO [StoreOpener-9a2b403c7c68be9e3995724eb6ad7c5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a2b403c7c68be9e3995724eb6ad7c5b columnFamilyName cf2 2024-11-17T08:33:50,957 DEBUG [StoreOpener-9a2b403c7c68be9e3995724eb6ad7c5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:33:50,968 DEBUG [StoreOpener-9a2b403c7c68be9e3995724eb6ad7c5b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a2b403c7c68be9e3995724eb6ad7c5b/cf2/eb4c11ef7b3f4db8b156d2ec86898df5 2024-11-17T08:33:50,968 INFO [StoreOpener-9a2b403c7c68be9e3995724eb6ad7c5b-1 {}] regionserver.HStore(327): Store=9a2b403c7c68be9e3995724eb6ad7c5b/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:33:50,969 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 9a2b403c7c68be9e3995724eb6ad7c5b 2024-11-17T08:33:50,970 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a2b403c7c68be9e3995724eb6ad7c5b 2024-11-17T08:33:50,971 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a2b403c7c68be9e3995724eb6ad7c5b 2024-11-17T08:33:50,972 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 9a2b403c7c68be9e3995724eb6ad7c5b 2024-11-17T08:33:50,972 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 9a2b403c7c68be9e3995724eb6ad7c5b 2024-11-17T08:33:50,973 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-17T08:33:50,974 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 9a2b403c7c68be9e3995724eb6ad7c5b 2024-11-17T08:33:50,975 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 9a2b403c7c68be9e3995724eb6ad7c5b; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62965553, jitterRate=-0.061740145087242126}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-17T08:33:50,975 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9a2b403c7c68be9e3995724eb6ad7c5b 2024-11-17T08:33:50,976 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 9a2b403c7c68be9e3995724eb6ad7c5b: Running coprocessor pre-open hook at 1731832430943Writing region info on filesystem at 1731832430943Initializing all the Stores at 1731832430944 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832430944Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832430944Cleaning up temporary data from old regions at 1731832430972 (+28 ms)Running coprocessor post-open hooks at 1731832430975 (+3 ms)Region opened successfully at 1731832430976 (+1 ms) 2024-11-17T08:33:50,977 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b., pid=12, masterSystemTime=1731832430932 2024-11-17T08:33:50,979 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b. 2024-11-17T08:33:50,979 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b. 2024-11-17T08:33:50,980 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=9a2b403c7c68be9e3995724eb6ad7c5b, regionState=OPEN, openSeqNum=18, regionLocation=e3d0adb87c01,35815,1731832412285 2024-11-17T08:33:50,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a2b403c7c68be9e3995724eb6ad7c5b, server=e3d0adb87c01,35815,1731832412285 because future has completed 2024-11-17T08:33:50,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-17T08:33:50,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 9a2b403c7c68be9e3995724eb6ad7c5b, server=e3d0adb87c01,35815,1731832412285 in 205 msec 2024-11-17T08:33:50,988 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9a2b403c7c68be9e3995724eb6ad7c5b, REOPEN/MOVE in 568 msec 2024-11-17T08:33:51,022 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T08:33:51,023 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T08:33:51,025 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server e3d0adb87c01,35815,1731832412285: testing ***** 2024-11-17T08:33:51,025 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T08:33:51,027 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T08:33:51,028 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T08:33:51,036 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T08:33:51,038 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T08:33:51,053 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 359172744 }, "NonHeapMemoryUsage": { "committed": 171966464, "init": 7667712, "max": -1, "used": 169333312 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "e3d0adb87c01", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 4, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 10271, "exceptions.RegionMovedException": 1, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 39, "ProcessCallTime_min": 0, "ProcessCallTime_max": 86, "ProcessCallTime_mean": 6, "ProcessCallTime_25th_percentile": 1, "ProcessCallTime_median": 2, "ProcessCallTime_75th_percentile": 4, "ProcessCallTime_90th_percentile": 7, "ProcessCallTime_95th_percentile": 41, "ProcessCallTime_98th_percentile": 86, "ProcessCallTime_99th_percentile": 86, "ProcessCallTime_99.9th_percentile": 86, "ProcessCallTime_TimeRangeCount_0-1": 14, "ProcessCallTime_TimeRangeCount_1-3": 9, "ProcessCallTime_TimeRangeCount_3-10": 6, "ProcessCallTime_TimeRangeCount_30-100": 2, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 39, "QueueCallTime_min": 0, "QueueCallTime_max": 1, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 1, "QueueCallTime_95th_percentile": 1, "QueueCallTime_98th_percentile": 1, "QueueCallTime_99th_percentile": 1, "QueueCallTime_99.9th_percentile": 1, "QueueCallTime_TimeRangeCount_0-1": 31, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 39, "TotalCallTime_min": 0, "TotalCallTime_max": 86, "TotalCallTime_mean": 6, "TotalCallTime_25th_percentile": 1, "TotalCallTime_median": 2, "TotalCallTime_75th_percentile": 4, "TotalCallTime_90th_percentile": 8, "TotalCallTime_95th_percentile": 41, "TotalCallTime_98th_percentile": 86, "TotalCallTime_99th_percentile": 86, "TotalCallTime_99.9th_percentile": 86, "TotalCallTime_TimeRangeCount_0-1": 14, "TotalCallTime_TimeRangeCount_1-3": 9, "TotalCallTime_TimeRangeCount_3-10": 6, "TotalCallTime_TimeRangeCount_30-100": 2, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 39, "ResponseSize_min": 0, "ResponseSize_max": 1138, "ResponseSize_mean": 159, "ResponseSize_25th_percentile": 2, "ResponseSize_median": 2, "ResponseSize_75th_percentile": 74, "ResponseSize_90th_percentile": 453, "ResponseSize_95th_percentile": 795, "ResponseSize_98th_percentile": 1001, "ResponseSize_99th_percentile": 1069, "ResponseSize_99.9th_percentile": 1131, "ResponseSize_SizeRangeCount_0-10": 22, "ResponseSize_SizeRangeCount_10-100": 4, "ResponseSize_SizeRangeCount_100-1000": 5, "exceptions.UnknownScannerException": 0, "exceptions": 1, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 39, "RequestSize_min": 31, "RequestSize_max": 390, "RequestSize_mean": 204, "RequestSize_25th_percentile": 119, "RequestSize_median": 179, "RequestSize_75th_percentile": 330, "RequestSize_90th_percentile": 330, "RequestSize_95th_percentile": 365, "RequestSize_98th_percentile": 380, "RequestSize_99th_percentile": 385, "RequestSize_99.9th_percentile": 389, "RequestSize_SizeRangeCount_0-10": 2, "RequestSize_SizeRangeCount_100-1000": 29, "sentBytes": 5773 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "e3d0adb87c01", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:49241", "tag.serverName": "e3d0adb87c01,42171,1731832412036", "tag.clusterId": "2be7b1f5-a748-4da6-b48e-9aeb67a25404", "tag.Context": "regionserver", "tag.Hostname": "e3d0adb87c01", "regionCount": 1, "storeCount": 4, "hlogFileCount": 6, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 1767, "memStoreHeapSize": 3864, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731832412036, "averageRegionSize": 1767, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 320685, "localBytesRead": 320685, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 25.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 1, "l1CacheMissCount": 3, "l1CacheHitRatio": 0.25, "l1CacheMissRatio": 0.75, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.6, "writeRequestRatePerSecond": 1.0, "ByteBuffAllocatorHeapAllocationBytes": 227435, "ByteBuffAllocatorPoolAllocationBytes": 532480, "ByteBuffAllocatorHeapAllocationRatio": 0.400849396798649, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 28, "totalRowActionRequestCount": 17, "readRequestCount": 10, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 7, "rpcGetRequestCount": 2, "rpcFullScanRequestCount": 1, "rpcScanRequestCount": 9, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 16, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 1, "blockCacheHitCountPrimary": 1, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 3, "blockCacheMissCountPrimary": 3, "blockCacheMissCachingCount": 1, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 3, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 1, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 2, "MajorCompactionTime_min": 28, "MajorCompactionTime_max": 43, "MajorCompactionTime_mean": 35, "MajorCompactionTime_25th_percentile": 28, "MajorCompactionTime_median": 29, "MajorCompactionTime_75th_percentile": 43, "MajorCompactionTime_90th_percentile": 43, "MajorCompactionTime_95th_percentile": 43, "MajorCompactionTime_98th_percentile": 43, "MajorCompactionTime_99th_percentile": 43, "MajorCompactionTime_99.9th_percentile": 43, "MajorCompactionTime_TimeRangeCount_10-30": 1, "MajorCompactionTime_TimeRangeCount_30-100": 1, "ScanTime_num_ops": 9, "ScanTime_min": 0, "ScanTime_max": 2, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 1, "ScanTime_90th_percentile": 2, "ScanTime_95th_percentile": 2, "ScanTime_98th_percentile": 2, "ScanTime_99th_percentile": 2, "ScanTime_99.9th_percentile": 2, "ScanTime_TimeRangeCount_0-1": 4, "ScanTime_TimeRangeCount_1-3": 1, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 15, "Put_min": 1, "Put_max": 3, "Put_mean": 1, "Put_25th_percentile": 1, "Put_median": 2, "Put_75th_percentile": 2, "Put_90th_percentile": 3, "Put_95th_percentile": 3, "Put_98th_percentile": 3, "Put_99th_percentile": 3, "Put_99.9th_percentile": 3, "Put_TimeRangeCount_0-1": 6, "Put_TimeRangeCount_1-3": 7, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 14595, "slowAppendCount": 0, "flushedOutputBytes": 9812, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 2, "MajorCompactionInputSize_min": 4906, "MajorCompactionInputSize_max": 9689, "MajorCompactionInputSize_mean": 7297, "MajorCompactionInputSize_25th_percentile": 6101, "MajorCompactionInputSize_median": 7297, "MajorCompactionInputSize_75th_percentile": 8493, "MajorCompactionInputSize_90th_percentile": 9210, "MajorCompactionInputSize_95th_percentile": 9449, "MajorCompactionInputSize_98th_percentile": 9593, "MajorCompactionInputSize_99th_percentile": 9641, "MajorCompactionInputSize_99.9th_percentile": 9684, "MajorCompactionInputSize_SizeRangeCount_100-1000": 2, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 2, "CompactionInputSize_min": 4906, "CompactionInputSize_max": 9689, "CompactionInputSize_mean": 7297, "CompactionInputSize_25th_percentile": 6101, "CompactionInputSize_median": 7297, "CompactionInputSize_75th_percentile": 8493, "CompactionInputSize_90th_percentile": 9210, "CompactionInputSize_95th_percentile": 9449, "CompactionInputSize_98th_percentile": 9593, "CompactionInputSize_99th_percentile": 9641, "CompactionInputSize_99.9th_percentile": 9684, "CompactionInputSize_SizeRangeCount_100-1000": 2, "flushedMemstoreBytes": 50, "majorCompactedOutputBytes": 9218, "slowPutCount": 0, "compactedInputBytes": 14595, "FlushOutputSize_num_ops": 1, "FlushOutputSize_min": 9812, "FlushOutputSize_max": 9812, "FlushOutputSize_mean": 9812, "FlushOutputSize_25th_percentile": 9812, "FlushOutputSize_median": 9812, "FlushOutputSize_75th_percentile": 9812, "FlushOutputSize_90th_percentile": 9812, "FlushOutputSize_95th_percentile": 9812, "FlushOutputSize_98th_percentile": 9812, "FlushOutputSize_99th_percentile": 9812, "FlushOutputSize_99.9th_percentile": 9812, "FlushOutputSize_SizeRangeCount_100-1000": 1, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 9218, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 1, "ScanBlockBytesScanned_min": 32, "ScanBlockBytesScanned_max": 32, "ScanBlockBytesScanned_mean": 32, "ScanBlockBytesScanned_25th_percentile": 32, "ScanBlockBytesScanned_median": 32, "ScanBlockBytesScanned_75th_percentile": 32, "ScanBlockBytesScanned_90th_percentile": 32, "ScanBlockBytesScanned_95th_percentile": 32, "ScanBlockBytesScanned_98th_percentile": 32, "ScanBlockBytesScanned_99th_percentile": 32, "ScanBlockBytesScanned_99.9th_percentile": 32, "ScanBlockBytesScanned_SizeRangeCount_10-100": 1, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 1, "Delete_min": 4, "Delete_max": 4, "Delete_mean": 4, "Delete_25th_percentile": 4, "Delete_median": 4, "Delete_75th_percentile": 4, "Delete_90th_percentile": 4, "Delete_95th_percentile": 4, "Delete_98th_percentile": 4, "Delete_99th_percentile": 4, "Delete_99.9th_percentile": 4, "Delete_TimeRangeCount_3-10": 1, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 32, "FlushMemstoreSize_num_ops": 1, "FlushMemstoreSize_min": 50, "FlushMemstoreSize_max": 50, "FlushMemstoreSize_mean": 50, "FlushMemstoreSize_25th_percentile": 50, "FlushMemstoreSize_median": 50, "FlushMemstoreSize_75th_percentile": 50, "FlushMemstoreSize_90th_percentile": 50, "FlushMemstoreSize_95th_percentile": 50, "FlushMemstoreSize_98th_percentile": 50, "FlushMemstoreSize_99th_percentile": 50, "FlushMemstoreSize_99.9th_percentile": 50, "FlushMemstoreSize_SizeRangeCount_10-100": 1, "CompactionInputFileCount_num_ops": 2, "CompactionInputFileCount_min": 1, "CompactionInputFileCount_max": 2, "CompactionInputFileCount_mean": 1, "CompactionInputFileCount_25th_percentile": 1, "CompactionInputFileCount_median": 2, "CompactionInputFileCount_75th_percentile": 2, "CompactionInputFileCount_90th_percentile": 2, "CompactionInputFileCount_95th_percentile": 2, "CompactionInputFileCount_98th_percentile": 2, "CompactionInputFileCount_99th_percentile": 2, "CompactionInputFileCount_99.9th_percentile": 2, "CompactionTime_num_ops": 2, "CompactionTime_min": 28, "CompactionTime_max": 43, "CompactionTime_mean": 35, "CompactionTime_25th_percentile": 28, "CompactionTime_median": 29, "CompactionTime_75th_percentile": 43, "CompactionTime_90th_percentile": 43, "CompactionTime_95th_percentile": 43, "CompactionTime_98th_percentile": 43, "CompactionTime_99th_percentile": 43, "CompactionTime_99.9th_percentile": 43, "CompactionTime_TimeRangeCount_10-30": 1, "CompactionTime_TimeRangeCount_30-100": 1, "Get_num_ops": 2, "Get_min": 1, "Get_max": 1, "Get_mean": 1, "Get_25th_percentile": 1, "Get_median": 1, "Get_75th_percentile": 1, "Get_90th_percentile": 1, "Get_95th_percentile": 1, "Get_98th_percentile": 1, "Get_99th_percentile": 1, "Get_99.9th_percentile": 1, "Get_TimeRangeCount_0-1": 1, "MajorCompactionInputFileCount_num_ops": 2, "MajorCompactionInputFileCount_min": 1, "MajorCompactionInputFileCount_max": 2, "MajorCompactionInputFileCount_mean": 1, "MajorCompactionInputFileCount_25th_percentile": 1, "MajorCompactionInputFileCount_median": 2, "MajorCompactionInputFileCount_75th_percentile": 2, "MajorCompactionInputFileCount_90th_percentile": 2, "MajorCompactionInputFileCount_95th_percentile": 2, "MajorCompactionInputFileCount_98th_percentile": 2, "MajorCompactionInputFileCount_99th_percentile": 2, "MajorCompactionInputFileCount_99.9th_percentile": 2, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 2, "MajorCompactionOutputSize_min": 4592, "MajorCompactionOutputSize_max": 4626, "MajorCompactionOutputSize_mean": 4609, "MajorCompactionOutputSize_25th_percentile": 4600, "MajorCompactionOutputSize_median": 4609, "MajorCompactionOutputSize_75th_percentile": 4617, "MajorCompactionOutputSize_90th_percentile": 4622, "MajorCompactionOutputSize_95th_percentile": 4624, "MajorCompactionOutputSize_98th_percentile": 4625, "MajorCompactionOutputSize_99th_percentile": 4625, "MajorCompactionOutputSize_99.9th_percentile": 4625, "MajorCompactionOutputSize_SizeRangeCount_100-1000": 2, "CompactionOutputFileCount_num_ops": 2, "CompactionOutputFileCount_min": 1, "CompactionOutputFileCount_max": 1, "CompactionOutputFileCount_mean": 1, "CompactionOutputFileCount_25th_percentile": 1, "CompactionOutputFileCount_median": 1, "CompactionOutputFileCount_75th_percentile": 1, "CompactionOutputFileCount_90th_percentile": 1, "CompactionOutputFileCount_95th_percentile": 1, "CompactionOutputFileCount_98th_percentile": 1, "CompactionOutputFileCount_99th_percentile": 1, "CompactionOutputFileCount_99.9th_percentile": 1, "slowDeleteCount": 0, "FlushTime_num_ops": 1, "FlushTime_min": 481, "FlushTime_max": 481, "FlushTime_mean": 481, "FlushTime_25th_percentile": 481, "FlushTime_median": 481, "FlushTime_75th_percentile": 481, "FlushTime_90th_percentile": 481, "FlushTime_95th_percentile": 481, "FlushTime_98th_percentile": 481, "FlushTime_99th_percentile": 481, "FlushTime_99.9th_percentile": 481, "FlushTime_TimeRangeCount_100-300": 1, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 2, "MajorCompactionOutputFileCount_min": 1, "MajorCompactionOutputFileCount_max": 1, "MajorCompactionOutputFileCount_mean": 1, "MajorCompactionOutputFileCount_25th_percentile": 1, "MajorCompactionOutputFileCount_median": 1, "MajorCompactionOutputFileCount_75th_percentile": 1, "MajorCompactionOutputFileCount_90th_percentile": 1, "MajorCompactionOutputFileCount_95th_percentile": 1, "MajorCompactionOutputFileCount_98th_percentile": 1, "MajorCompactionOutputFileCount_99th_percentile": 1, "MajorCompactionOutputFileCount_99.9th_percentile": 1, "slowGetCount": 0, "ScanSize_num_ops": 9, "ScanSize_min": 0, "ScanSize_max": 1112, "ScanSize_mean": 889, "ScanSize_25th_percentile": 308, "ScanSize_median": 576, "ScanSize_75th_percentile": 844, "ScanSize_90th_percentile": 1004, "ScanSize_95th_percentile": 1058, "ScanSize_98th_percentile": 1090, "ScanSize_99th_percentile": 1101, "ScanSize_99.9th_percentile": 1110, "ScanSize_SizeRangeCount_0-10": 1, "ScanSize_SizeRangeCount_100-1000": 4, "CompactionOutputSize_num_ops": 2, "CompactionOutputSize_min": 4592, "CompactionOutputSize_max": 4626, "CompactionOutputSize_mean": 4609, "CompactionOutputSize_25th_percentile": 4600, "CompactionOutputSize_median": 4609, "CompactionOutputSize_75th_percentile": 4617, "CompactionOutputSize_90th_percentile": 4622, "CompactionOutputSize_95th_percentile": 4624, "CompactionOutputSize_98th_percentile": 4625, "CompactionOutputSize_99th_percentile": 4625, "CompactionOutputSize_99.9th_percentile": 4625, "CompactionOutputSize_SizeRangeCount_100-1000": 2, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-17T08:33:51,057 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40701 {}] master.MasterRpcServices(700): e3d0adb87c01,35815,1731832412285 reported a fatal error: ***** ABORTING region server e3d0adb87c01,35815,1731832412285: testing ***** 2024-11-17T08:33:51,060 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e3d0adb87c01,35815,1731832412285' ***** 2024-11-17T08:33:51,060 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-11-17T08:33:51,060 INFO [RS:2;e3d0adb87c01:35815 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T08:33:51,060 INFO [RS:2;e3d0adb87c01:35815 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-17T08:33:51,060 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T08:33:51,061 INFO [RS:2;e3d0adb87c01:35815 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-17T08:33:51,061 INFO [RS:2;e3d0adb87c01:35815 {}] regionserver.HRegionServer(3091): Received CLOSE for 9a2b403c7c68be9e3995724eb6ad7c5b 2024-11-17T08:33:51,061 INFO [RS:2;e3d0adb87c01:35815 {}] regionserver.HRegionServer(956): aborting server e3d0adb87c01,35815,1731832412285 2024-11-17T08:33:51,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.3:38548 deadline: 1731832491061, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=e3d0adb87c01 port=35815 startCode=1731832412285. As of locationSeqNum=12. 2024-11-17T08:33:51,061 INFO [RS:2;e3d0adb87c01:35815 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T08:33:51,062 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9a2b403c7c68be9e3995724eb6ad7c5b, disabling compactions & flushes 2024-11-17T08:33:51,062 INFO [RS:2;e3d0adb87c01:35815 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;e3d0adb87c01:35815. 2024-11-17T08:33:51,062 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b. 2024-11-17T08:33:51,062 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b., hostname=e3d0adb87c01,42171,1731832412036, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b., hostname=e3d0adb87c01,42171,1731832412036, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=e3d0adb87c01 port=35815 startCode=1731832412285. As of locationSeqNum=12. 2024-11-17T08:33:51,062 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b. 2024-11-17T08:33:51,062 DEBUG [RS:2;e3d0adb87c01:35815 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:33:51,062 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b., hostname=e3d0adb87c01,42171,1731832412036, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=e3d0adb87c01 port=35815 startCode=1731832412285. As of locationSeqNum=12. 2024-11-17T08:33:51,062 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b. after waiting 0 ms 2024-11-17T08:33:51,062 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b., hostname=e3d0adb87c01,42171,1731832412036, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b., hostname=e3d0adb87c01,35815,1731832412285, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=e3d0adb87c01 port=35815 startCode=1731832412285. As of locationSeqNum=12. 2024-11-17T08:33:51,062 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b. 2024-11-17T08:33:51,062 DEBUG [RS:2;e3d0adb87c01:35815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:33:51,063 INFO [RS:2;e3d0adb87c01:35815 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T08:33:51,063 DEBUG [RS:2;e3d0adb87c01:35815 {}] regionserver.HRegionServer(1325): Online Regions={9a2b403c7c68be9e3995724eb6ad7c5b=testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b.} 2024-11-17T08:33:51,063 DEBUG [RS:2;e3d0adb87c01:35815 {}] regionserver.HRegionServer(1351): Waiting on 9a2b403c7c68be9e3995724eb6ad7c5b 2024-11-17T08:33:51,065 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b. 2024-11-17T08:33:51,065 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9a2b403c7c68be9e3995724eb6ad7c5b: Waiting for close lock at 1731832431061Running coprocessor pre-close hooks at 1731832431061Disabling compacts and flushes for region at 1731832431061Disabling writes for close at 1731832431062 (+1 ms)Writing region close event to WAL at 1731832431064 (+2 ms)Running coprocessor post-close hooks at 1731832431064Closed at 1731832431065 (+1 ms) 2024-11-17T08:33:51,065 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b. 2024-11-17T08:33:51,115 INFO [regionserver/e3d0adb87c01:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T08:33:51,135 INFO [regionserver/e3d0adb87c01:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T08:33:51,135 INFO [regionserver/e3d0adb87c01:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T08:33:51,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e3d0adb87c01,35815,1731832412285 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T08:33:51,173 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b., hostname=e3d0adb87c01,35815,1731832412285, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b., hostname=e3d0adb87c01,35815,1731832412285, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e3d0adb87c01,35815,1731832412285 aborting 2024-11-17T08:33:51,173 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b., hostname=e3d0adb87c01,35815,1731832412285, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e3d0adb87c01,35815,1731832412285 aborting 2024-11-17T08:33:51,173 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b., hostname=e3d0adb87c01,35815,1731832412285, seqNum=12 from cache 2024-11-17T08:33:51,263 INFO [RS:2;e3d0adb87c01:35815 {}] regionserver.HRegionServer(976): stopping server e3d0adb87c01,35815,1731832412285; all regions closed. 2024-11-17T08:33:51,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741835_1011 (size=1677) 2024-11-17T08:33:51,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741835_1011 (size=1677) 2024-11-17T08:33:51,268 DEBUG [RS:2;e3d0adb87c01:35815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:33:51,268 INFO [RS:2;e3d0adb87c01:35815 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T08:33:51,268 INFO [RS:2;e3d0adb87c01:35815 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T08:33:51,268 INFO [RS:2;e3d0adb87c01:35815 {}] hbase.ChoreService(370): Chore service for: regionserver/e3d0adb87c01:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T08:33:51,268 INFO [regionserver/e3d0adb87c01:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T08:33:51,269 INFO [RS:2;e3d0adb87c01:35815 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T08:33:51,269 INFO [RS:2;e3d0adb87c01:35815 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T08:33:51,269 INFO [RS:2;e3d0adb87c01:35815 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T08:33:51,269 INFO [RS:2;e3d0adb87c01:35815 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T08:33:51,269 INFO [RS:2;e3d0adb87c01:35815 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35815 2024-11-17T08:33:51,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35815-0x10147ed6c050003, quorum=127.0.0.1:49241, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e3d0adb87c01,35815,1731832412285 2024-11-17T08:33:51,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40701-0x10147ed6c050000, quorum=127.0.0.1:49241, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-17T08:33:51,336 INFO [RS:2;e3d0adb87c01:35815 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T08:33:51,337 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e3d0adb87c01,35815,1731832412285] 2024-11-17T08:33:51,357 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e3d0adb87c01,35815,1731832412285 already deleted, retry=false 2024-11-17T08:33:51,357 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of e3d0adb87c01,35815,1731832412285 on e3d0adb87c01,40701,1731832411017 2024-11-17T08:33:51,362 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure e3d0adb87c01,35815,1731832412285, splitWal=true, meta=false 2024-11-17T08:33:51,364 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=13 for e3d0adb87c01,35815,1731832412285 (carryingMeta=false) e3d0adb87c01,35815,1731832412285/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@14b49c16[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-17T08:33:51,366 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure e3d0adb87c01,35815,1731832412285, splitWal=true, meta=false 2024-11-17T08:33:51,367 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): e3d0adb87c01,35815,1731832412285 had 1 regions 2024-11-17T08:33:51,369 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure e3d0adb87c01,35815,1731832412285, splitWal=true, meta=false, isMeta: false 2024-11-17T08:33:51,370 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/WALs/e3d0adb87c01,35815,1731832412285-splitting 2024-11-17T08:33:51,371 INFO [PEWorker-1 {}] master.SplitWALManager(105): e3d0adb87c01,35815,1731832412285 WAL count=1, meta=false 2024-11-17T08:33:51,373 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure e3d0adb87c01%2C35815%2C1731832412285.1731832414261}] 2024-11-17T08:33:51,379 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=e3d0adb87c01,45009,1731832412193 2024-11-17T08:33:51,382 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure e3d0adb87c01%2C35815%2C1731832412285.1731832414261, worker=e3d0adb87c01,45009,1731832412193}] 2024-11-17T08:33:51,384 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b., hostname=e3d0adb87c01,35815,1731832412285, seqNum=18] 2024-11-17T08:33:51,386 WARN [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server e3d0adb87c01:35815 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: e3d0adb87c01/172.17.0.3:35815 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T08:33:51,387 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b., hostname=e3d0adb87c01,35815,1731832412285, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b., hostname=e3d0adb87c01,35815,1731832412285, seqNum=18, error=java.net.ConnectException: Call to address=e3d0adb87c01:35815 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: e3d0adb87c01/172.17.0.3:35815 2024-11-17T08:33:51,387 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b., hostname=e3d0adb87c01,35815,1731832412285, seqNum=18 is java.net.ConnectException: Connection refused 2024-11-17T08:33:51,387 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b., hostname=e3d0adb87c01,35815,1731832412285, seqNum=18 from cache 2024-11-17T08:33:51,387 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address e3d0adb87c01:35815 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: e3d0adb87c01/172.17.0.3:35815 2024-11-17T08:33:51,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35815-0x10147ed6c050003, quorum=127.0.0.1:49241, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:33:51,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35815-0x10147ed6c050003, quorum=127.0.0.1:49241, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:33:51,448 INFO [RS:2;e3d0adb87c01:35815 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T08:33:51,448 INFO [RS:2;e3d0adb87c01:35815 {}] regionserver.HRegionServer(1031): Exiting; stopping=e3d0adb87c01,35815,1731832412285; zookeeper connection closed. 2024-11-17T08:33:51,448 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6302fbab {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6302fbab 2024-11-17T08:33:51,543 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-11-17T08:33:51,543 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-11-17T08:33:51,545 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-11-17T08:33:51,545 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-11-17T08:33:51,545 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T08:33:51,547 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35079, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T08:33:51,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45009 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-11-17T08:33:51,568 INFO [RS_LOG_REPLAY_OPS-regionserver/e3d0adb87c01:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/WALs/e3d0adb87c01,35815,1731832412285-splitting/e3d0adb87c01%2C35815%2C1731832412285.1731832414261, size=1.6 K (1677bytes) 2024-11-17T08:33:51,568 INFO [RS_LOG_REPLAY_OPS-regionserver/e3d0adb87c01:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/WALs/e3d0adb87c01,35815,1731832412285-splitting/e3d0adb87c01%2C35815%2C1731832412285.1731832414261 2024-11-17T08:33:51,569 INFO [RS_LOG_REPLAY_OPS-regionserver/e3d0adb87c01:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/WALs/e3d0adb87c01,35815,1731832412285-splitting/e3d0adb87c01%2C35815%2C1731832412285.1731832414261 after 1ms 2024-11-17T08:33:51,571 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e3d0adb87c01:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/WALs/e3d0adb87c01,35815,1731832412285-splitting/e3d0adb87c01%2C35815%2C1731832412285.1731832414261: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T08:33:51,572 INFO [RS_LOG_REPLAY_OPS-regionserver/e3d0adb87c01:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/WALs/e3d0adb87c01,35815,1731832412285-splitting/e3d0adb87c01%2C35815%2C1731832412285.1731832414261 took 3ms 2024-11-17T08:33:51,577 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e3d0adb87c01:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for 9a2b403c7c68be9e3995724eb6ad7c5b: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-11-17T08:33:51,577 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e3d0adb87c01:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/WALs/e3d0adb87c01,35815,1731832412285-splitting/e3d0adb87c01%2C35815%2C1731832412285.1731832414261 so closing down 2024-11-17T08:33:51,577 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e3d0adb87c01:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:33:51,578 INFO [RS_LOG_REPLAY_OPS-regionserver/e3d0adb87c01:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:33:51,578 INFO [RS_LOG_REPLAY_OPS-regionserver/e3d0adb87c01:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 6 ms; skipped=6; WAL=hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/WALs/e3d0adb87c01,35815,1731832412285-splitting/e3d0adb87c01%2C35815%2C1731832412285.1731832414261, size=1.6 K, length=1677, corrupted=false, cancelled=false 2024-11-17T08:33:51,578 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e3d0adb87c01:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/WALs/e3d0adb87c01,35815,1731832412285-splitting/e3d0adb87c01%2C35815%2C1731832412285.1731832414261, journal: Splitting hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/WALs/e3d0adb87c01,35815,1731832412285-splitting/e3d0adb87c01%2C35815%2C1731832412285.1731832414261, size=1.6 K (1677bytes) at 1731832431568Finishing writing output for hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/WALs/e3d0adb87c01,35815,1731832412285-splitting/e3d0adb87c01%2C35815%2C1731832412285.1731832414261 so closing down at 1731832431577 (+9 ms)3 split writer threads finished at 1731832431578 (+1 ms)Processed 6 edits across 0 Regions in 6 ms; skipped=6; WAL=hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/WALs/e3d0adb87c01,35815,1731832412285-splitting/e3d0adb87c01%2C35815%2C1731832412285.1731832414261, size=1.6 K, length=1677, corrupted=false, cancelled=false at 1731832431578 2024-11-17T08:33:51,578 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e3d0adb87c01:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/WALs/e3d0adb87c01,35815,1731832412285-splitting/e3d0adb87c01%2C35815%2C1731832412285.1731832414261 2024-11-17T08:33:51,579 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e3d0adb87c01:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-17T08:33:51,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40701 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-17T08:33:51,586 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/WALs/e3d0adb87c01,35815,1731832412285-splitting/e3d0adb87c01%2C35815%2C1731832412285.1731832414261 to hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/oldWALs 2024-11-17T08:33:51,588 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-17T08:33:51,588 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure e3d0adb87c01%2C35815%2C1731832412285.1731832414261, worker=e3d0adb87c01,45009,1731832412193 in 204 msec 2024-11-17T08:33:51,589 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=e3d0adb87c01,45009,1731832412193 2024-11-17T08:33:51,593 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-17T08:33:51,593 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure e3d0adb87c01%2C35815%2C1731832412285.1731832414261, worker=e3d0adb87c01,45009,1731832412193 in 217 msec 2024-11-17T08:33:51,595 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/WALs/e3d0adb87c01,35815,1731832412285-splitting dir is empty, no logs to split. 2024-11-17T08:33:51,595 INFO [PEWorker-1 {}] master.SplitWALManager(105): e3d0adb87c01,35815,1731832412285 WAL count=0, meta=false 2024-11-17T08:33:51,595 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if e3d0adb87c01,35815,1731832412285 WAL splitting is done? wals=0, meta=false 2024-11-17T08:33:51,597 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for e3d0adb87c01,35815,1731832412285 failed, ignore...File hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/WALs/e3d0adb87c01,35815,1731832412285-splitting does not exist. 2024-11-17T08:33:51,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9a2b403c7c68be9e3995724eb6ad7c5b, ASSIGN}] 2024-11-17T08:33:51,601 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9a2b403c7c68be9e3995724eb6ad7c5b, ASSIGN 2024-11-17T08:33:51,602 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9a2b403c7c68be9e3995724eb6ad7c5b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-17T08:33:51,696 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b., hostname=e3d0adb87c01,35815,1731832412285, seqNum=18] 2024-11-17T08:33:51,696 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to e3d0adb87c01:35815 this server is in the failed servers list 2024-11-17T08:33:51,697 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b., hostname=e3d0adb87c01,35815,1731832412285, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b., hostname=e3d0adb87c01,35815,1731832412285, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e3d0adb87c01:35815 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e3d0adb87c01:35815 2024-11-17T08:33:51,697 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b., hostname=e3d0adb87c01,35815,1731832412285, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e3d0adb87c01:35815 2024-11-17T08:33:51,698 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b., hostname=e3d0adb87c01,35815,1731832412285, seqNum=18 from cache 2024-11-17T08:33:51,752 DEBUG [e3d0adb87c01:40701 {}] balancer.BalancerClusterState(204): Hosts are {e3d0adb87c01=0} racks are {/default-rack=0} 2024-11-17T08:33:51,753 DEBUG [e3d0adb87c01:40701 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-17T08:33:51,753 DEBUG [e3d0adb87c01:40701 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-17T08:33:51,753 DEBUG [e3d0adb87c01:40701 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-17T08:33:51,753 DEBUG [e3d0adb87c01:40701 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-17T08:33:51,753 INFO [e3d0adb87c01:40701 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-17T08:33:51,753 INFO [e3d0adb87c01:40701 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-17T08:33:51,753 DEBUG [e3d0adb87c01:40701 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-17T08:33:51,754 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=9a2b403c7c68be9e3995724eb6ad7c5b, regionState=OPENING, regionLocation=e3d0adb87c01,42171,1731832412036 2024-11-17T08:33:51,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9a2b403c7c68be9e3995724eb6ad7c5b, ASSIGN because future has completed 2024-11-17T08:33:51,757 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a2b403c7c68be9e3995724eb6ad7c5b, server=e3d0adb87c01,42171,1731832412036}] 2024-11-17T08:33:51,915 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b. 2024-11-17T08:33:51,915 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 9a2b403c7c68be9e3995724eb6ad7c5b, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:33:51,915 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 9a2b403c7c68be9e3995724eb6ad7c5b 2024-11-17T08:33:51,915 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:33:51,916 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 9a2b403c7c68be9e3995724eb6ad7c5b 2024-11-17T08:33:51,916 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 9a2b403c7c68be9e3995724eb6ad7c5b 2024-11-17T08:33:51,917 INFO [StoreOpener-9a2b403c7c68be9e3995724eb6ad7c5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 9a2b403c7c68be9e3995724eb6ad7c5b 2024-11-17T08:33:51,918 INFO [StoreOpener-9a2b403c7c68be9e3995724eb6ad7c5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a2b403c7c68be9e3995724eb6ad7c5b columnFamilyName cf1 2024-11-17T08:33:51,918 DEBUG [StoreOpener-9a2b403c7c68be9e3995724eb6ad7c5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:33:51,926 DEBUG [StoreOpener-9a2b403c7c68be9e3995724eb6ad7c5b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a2b403c7c68be9e3995724eb6ad7c5b/cf1/2724a0e1dfc849ad92331ac6361c4aed 2024-11-17T08:33:51,926 INFO [StoreOpener-9a2b403c7c68be9e3995724eb6ad7c5b-1 {}] regionserver.HStore(327): Store=9a2b403c7c68be9e3995724eb6ad7c5b/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:33:51,926 INFO [StoreOpener-9a2b403c7c68be9e3995724eb6ad7c5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 9a2b403c7c68be9e3995724eb6ad7c5b 2024-11-17T08:33:51,927 INFO [StoreOpener-9a2b403c7c68be9e3995724eb6ad7c5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a2b403c7c68be9e3995724eb6ad7c5b columnFamilyName cf2 2024-11-17T08:33:51,927 DEBUG [StoreOpener-9a2b403c7c68be9e3995724eb6ad7c5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:33:51,933 DEBUG [StoreOpener-9a2b403c7c68be9e3995724eb6ad7c5b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a2b403c7c68be9e3995724eb6ad7c5b/cf2/eb4c11ef7b3f4db8b156d2ec86898df5 2024-11-17T08:33:51,934 INFO [StoreOpener-9a2b403c7c68be9e3995724eb6ad7c5b-1 {}] regionserver.HStore(327): Store=9a2b403c7c68be9e3995724eb6ad7c5b/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:33:51,934 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 9a2b403c7c68be9e3995724eb6ad7c5b 2024-11-17T08:33:51,935 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a2b403c7c68be9e3995724eb6ad7c5b 2024-11-17T08:33:51,936 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a2b403c7c68be9e3995724eb6ad7c5b 2024-11-17T08:33:51,936 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 9a2b403c7c68be9e3995724eb6ad7c5b 2024-11-17T08:33:51,937 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 9a2b403c7c68be9e3995724eb6ad7c5b 2024-11-17T08:33:51,937 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-17T08:33:51,938 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 9a2b403c7c68be9e3995724eb6ad7c5b 2024-11-17T08:33:51,939 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 9a2b403c7c68be9e3995724eb6ad7c5b; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71012477, jitterRate=0.05816836655139923}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-17T08:33:51,939 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9a2b403c7c68be9e3995724eb6ad7c5b 2024-11-17T08:33:51,940 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 9a2b403c7c68be9e3995724eb6ad7c5b: Running coprocessor pre-open hook at 1731832431916Writing region info on filesystem at 1731832431916Initializing all the Stores at 1731832431917 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832431917Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832431917Cleaning up temporary data from old regions at 1731832431937 (+20 ms)Running coprocessor post-open hooks at 1731832431939 (+2 ms)Region opened successfully at 1731832431940 (+1 ms) 2024-11-17T08:33:51,941 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b., pid=17, masterSystemTime=1731832431911 2024-11-17T08:33:51,943 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b. 2024-11-17T08:33:51,944 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b. 2024-11-17T08:33:51,945 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=9a2b403c7c68be9e3995724eb6ad7c5b, regionState=OPEN, openSeqNum=18, regionLocation=e3d0adb87c01,42171,1731832412036 2024-11-17T08:33:51,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a2b403c7c68be9e3995724eb6ad7c5b, server=e3d0adb87c01,42171,1731832412036 because future has completed 2024-11-17T08:33:51,950 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-17T08:33:51,950 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 9a2b403c7c68be9e3995724eb6ad7c5b, server=e3d0adb87c01,42171,1731832412036 in 191 msec 2024-11-17T08:33:51,953 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-17T08:33:51,953 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9a2b403c7c68be9e3995724eb6ad7c5b, ASSIGN in 351 msec 2024-11-17T08:33:51,953 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server e3d0adb87c01,35815,1731832412285 after splitting done 2024-11-17T08:33:51,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure e3d0adb87c01,35815,1731832412285, splitWal=true, meta=false in 595 msec 2024-11-17T08:33:52,207 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b., hostname=e3d0adb87c01,42171,1731832412036, seqNum=18] 2024-11-17T08:33:52,223 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterRegionMovedWithMultiCF Thread=400 (was 406), OpenFileDescriptor=1027 (was 999) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=454 (was 476), ProcessCount=11 (was 11), AvailableMemoryMB=1690 (was 1729) 2024-11-17T08:33:52,225 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1027 is superior to 1024 2024-11-17T08:33:52,237 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterPartialFlush Thread=400, OpenFileDescriptor=1027, MaxFileDescriptor=1048576, SystemLoadAverage=454, ProcessCount=11, AvailableMemoryMB=1689 2024-11-17T08:33:52,237 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1027 is superior to 1024 2024-11-17T08:33:52,252 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:33:52,254 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:33:52,254 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T08:33:52,257 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-09257239, suffix=, logDir=hdfs://localhost:40671/hbase/WALs/hregion-09257239, archiveDir=hdfs://localhost:40671/hbase/oldWALs, maxLogs=32 2024-11-17T08:33:52,268 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-09257239/hregion-09257239.1731832432257, exclude list is [], retry=0 2024-11-17T08:33:52,271 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33101,DS-4f56f0df-fa7b-4e49-9a81-86952fa63445,DISK] 2024-11-17T08:33:52,271 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36323,DS-f55cdc84-bc56-4d4a-90fe-188598338979,DISK] 2024-11-17T08:33:52,271 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44089,DS-329544d5-4f5b-427c-9d50-b44a31c7870e,DISK] 2024-11-17T08:33:52,273 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-09257239/hregion-09257239.1731832432257 2024-11-17T08:33:52,274 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44617:44617),(127.0.0.1/127.0.0.1:46645:46645),(127.0.0.1/127.0.0.1:41395:41395)] 2024-11-17T08:33:52,274 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => bafd67aa97abbca7d3a496acb87f03bc, NAME => 'testReplayEditsWrittenViaHRegion,,1731832432253.bafd67aa97abbca7d3a496acb87f03bc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40671/hbase 2024-11-17T08:33:52,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741893_1071 (size=67) 2024-11-17T08:33:52,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741893_1071 (size=67) 2024-11-17T08:33:52,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741893_1071 (size=67) 2024-11-17T08:33:52,284 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731832432253.bafd67aa97abbca7d3a496acb87f03bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:33:52,285 INFO [StoreOpener-bafd67aa97abbca7d3a496acb87f03bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region bafd67aa97abbca7d3a496acb87f03bc 2024-11-17T08:33:52,286 INFO [StoreOpener-bafd67aa97abbca7d3a496acb87f03bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bafd67aa97abbca7d3a496acb87f03bc columnFamilyName a 2024-11-17T08:33:52,286 DEBUG [StoreOpener-bafd67aa97abbca7d3a496acb87f03bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:33:52,287 INFO [StoreOpener-bafd67aa97abbca7d3a496acb87f03bc-1 {}] regionserver.HStore(327): Store=bafd67aa97abbca7d3a496acb87f03bc/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:33:52,287 INFO [StoreOpener-bafd67aa97abbca7d3a496acb87f03bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region bafd67aa97abbca7d3a496acb87f03bc 2024-11-17T08:33:52,289 INFO [StoreOpener-bafd67aa97abbca7d3a496acb87f03bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bafd67aa97abbca7d3a496acb87f03bc columnFamilyName b 2024-11-17T08:33:52,289 DEBUG [StoreOpener-bafd67aa97abbca7d3a496acb87f03bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:33:52,289 INFO [StoreOpener-bafd67aa97abbca7d3a496acb87f03bc-1 {}] regionserver.HStore(327): Store=bafd67aa97abbca7d3a496acb87f03bc/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:33:52,289 INFO [StoreOpener-bafd67aa97abbca7d3a496acb87f03bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region bafd67aa97abbca7d3a496acb87f03bc 2024-11-17T08:33:52,291 INFO [StoreOpener-bafd67aa97abbca7d3a496acb87f03bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bafd67aa97abbca7d3a496acb87f03bc columnFamilyName c 2024-11-17T08:33:52,291 DEBUG [StoreOpener-bafd67aa97abbca7d3a496acb87f03bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:33:52,291 INFO [StoreOpener-bafd67aa97abbca7d3a496acb87f03bc-1 {}] regionserver.HStore(327): Store=bafd67aa97abbca7d3a496acb87f03bc/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:33:52,292 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for bafd67aa97abbca7d3a496acb87f03bc 2024-11-17T08:33:52,292 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd67aa97abbca7d3a496acb87f03bc 2024-11-17T08:33:52,293 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd67aa97abbca7d3a496acb87f03bc 2024-11-17T08:33:52,294 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for bafd67aa97abbca7d3a496acb87f03bc 2024-11-17T08:33:52,294 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for bafd67aa97abbca7d3a496acb87f03bc 2024-11-17T08:33:52,294 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T08:33:52,296 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for bafd67aa97abbca7d3a496acb87f03bc 2024-11-17T08:33:52,299 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd67aa97abbca7d3a496acb87f03bc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:33:52,299 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened bafd67aa97abbca7d3a496acb87f03bc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63744861, jitterRate=-0.0501275509595871}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T08:33:52,300 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for bafd67aa97abbca7d3a496acb87f03bc: Writing region info on filesystem at 1731832432284Initializing all the Stores at 1731832432284Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832432284Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832432285 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832432285Cleaning up temporary data from old regions at 1731832432294 (+9 ms)Region opened successfully at 1731832432300 (+6 ms) 2024-11-17T08:33:52,300 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing bafd67aa97abbca7d3a496acb87f03bc, disabling compactions & flushes 2024-11-17T08:33:52,300 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731832432253.bafd67aa97abbca7d3a496acb87f03bc. 2024-11-17T08:33:52,300 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731832432253.bafd67aa97abbca7d3a496acb87f03bc. 2024-11-17T08:33:52,300 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731832432253.bafd67aa97abbca7d3a496acb87f03bc. after waiting 0 ms 2024-11-17T08:33:52,300 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731832432253.bafd67aa97abbca7d3a496acb87f03bc. 2024-11-17T08:33:52,300 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731832432253.bafd67aa97abbca7d3a496acb87f03bc. 2024-11-17T08:33:52,301 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for bafd67aa97abbca7d3a496acb87f03bc: Waiting for close lock at 1731832432300Disabling compacts and flushes for region at 1731832432300Disabling writes for close at 1731832432300Writing region close event to WAL at 1731832432300Closed at 1731832432300 2024-11-17T08:33:52,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741892_1070 (size=93) 2024-11-17T08:33:52,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741892_1070 (size=93) 2024-11-17T08:33:52,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741892_1070 (size=93) 2024-11-17T08:33:52,306 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-17T08:33:52,306 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-09257239:(num 1731832432257) 2024-11-17T08:33:52,306 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-17T08:33:52,308 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40671/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731832432251, archiveDir=hdfs://localhost:40671/hbase/oldWALs, maxLogs=32 2024-11-17T08:33:52,323 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731832432251/wal.1731832432308, exclude list is [], retry=0 2024-11-17T08:33:52,325 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33101,DS-4f56f0df-fa7b-4e49-9a81-86952fa63445,DISK] 2024-11-17T08:33:52,326 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36323,DS-f55cdc84-bc56-4d4a-90fe-188598338979,DISK] 2024-11-17T08:33:52,326 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44089,DS-329544d5-4f5b-427c-9d50-b44a31c7870e,DISK] 2024-11-17T08:33:52,328 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731832432251/wal.1731832432308 2024-11-17T08:33:52,328 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44617:44617),(127.0.0.1/127.0.0.1:46645:46645),(127.0.0.1/127.0.0.1:41395:41395)] 2024-11-17T08:33:52,328 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => bafd67aa97abbca7d3a496acb87f03bc, NAME => 'testReplayEditsWrittenViaHRegion,,1731832432253.bafd67aa97abbca7d3a496acb87f03bc.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:33:52,328 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731832432253.bafd67aa97abbca7d3a496acb87f03bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:33:52,328 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for bafd67aa97abbca7d3a496acb87f03bc 2024-11-17T08:33:52,328 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for bafd67aa97abbca7d3a496acb87f03bc 2024-11-17T08:33:52,330 INFO [StoreOpener-bafd67aa97abbca7d3a496acb87f03bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region bafd67aa97abbca7d3a496acb87f03bc 2024-11-17T08:33:52,330 INFO [StoreOpener-bafd67aa97abbca7d3a496acb87f03bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bafd67aa97abbca7d3a496acb87f03bc columnFamilyName a 2024-11-17T08:33:52,331 DEBUG [StoreOpener-bafd67aa97abbca7d3a496acb87f03bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:33:52,331 INFO [StoreOpener-bafd67aa97abbca7d3a496acb87f03bc-1 {}] regionserver.HStore(327): Store=bafd67aa97abbca7d3a496acb87f03bc/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:33:52,331 INFO [StoreOpener-bafd67aa97abbca7d3a496acb87f03bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region bafd67aa97abbca7d3a496acb87f03bc 2024-11-17T08:33:52,332 INFO [StoreOpener-bafd67aa97abbca7d3a496acb87f03bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bafd67aa97abbca7d3a496acb87f03bc columnFamilyName b 2024-11-17T08:33:52,332 DEBUG [StoreOpener-bafd67aa97abbca7d3a496acb87f03bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:33:52,332 INFO [StoreOpener-bafd67aa97abbca7d3a496acb87f03bc-1 {}] regionserver.HStore(327): Store=bafd67aa97abbca7d3a496acb87f03bc/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:33:52,332 INFO [StoreOpener-bafd67aa97abbca7d3a496acb87f03bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region bafd67aa97abbca7d3a496acb87f03bc 2024-11-17T08:33:52,333 INFO [StoreOpener-bafd67aa97abbca7d3a496acb87f03bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bafd67aa97abbca7d3a496acb87f03bc columnFamilyName c 2024-11-17T08:33:52,333 DEBUG [StoreOpener-bafd67aa97abbca7d3a496acb87f03bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:33:52,334 INFO [StoreOpener-bafd67aa97abbca7d3a496acb87f03bc-1 {}] regionserver.HStore(327): Store=bafd67aa97abbca7d3a496acb87f03bc/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:33:52,334 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for bafd67aa97abbca7d3a496acb87f03bc 2024-11-17T08:33:52,335 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd67aa97abbca7d3a496acb87f03bc 2024-11-17T08:33:52,336 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd67aa97abbca7d3a496acb87f03bc 2024-11-17T08:33:52,337 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for bafd67aa97abbca7d3a496acb87f03bc 2024-11-17T08:33:52,337 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for bafd67aa97abbca7d3a496acb87f03bc 2024-11-17T08:33:52,337 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T08:33:52,339 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for bafd67aa97abbca7d3a496acb87f03bc 2024-11-17T08:33:52,340 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened bafd67aa97abbca7d3a496acb87f03bc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63068924, jitterRate=-0.0601997971534729}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T08:33:52,340 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for bafd67aa97abbca7d3a496acb87f03bc: Writing region info on filesystem at 1731832432329Initializing all the Stores at 1731832432329Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832432329Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832432330 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832432330Cleaning up temporary data from old regions at 1731832432337 (+7 ms)Region opened successfully at 1731832432340 (+3 ms) 2024-11-17T08:33:52,365 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing bafd67aa97abbca7d3a496acb87f03bc 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-17T08:33:52,382 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd67aa97abbca7d3a496acb87f03bc/.tmp/a/83bb42371ea9441fbffbf98bbcafce2b is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1731832432340/Put/seqid=0 2024-11-17T08:33:52,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741895_1073 (size=5958) 2024-11-17T08:33:52,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741895_1073 (size=5958) 2024-11-17T08:33:52,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741895_1073 (size=5958) 2024-11-17T08:33:52,392 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd67aa97abbca7d3a496acb87f03bc/.tmp/a/83bb42371ea9441fbffbf98bbcafce2b 2024-11-17T08:33:52,420 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd67aa97abbca7d3a496acb87f03bc/.tmp/b/6429aa1b9fb947cf8e23584c2f37d750 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731832432349/Put/seqid=0 2024-11-17T08:33:52,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741896_1074 (size=5958) 2024-11-17T08:33:52,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741896_1074 (size=5958) 2024-11-17T08:33:52,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741896_1074 (size=5958) 2024-11-17T08:33:52,431 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd67aa97abbca7d3a496acb87f03bc/.tmp/b/6429aa1b9fb947cf8e23584c2f37d750 2024-11-17T08:33:52,458 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd67aa97abbca7d3a496acb87f03bc/.tmp/c/ab1e03459c77499d90590e01c1d93c3b is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1731832432356/Put/seqid=0 2024-11-17T08:33:52,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741897_1075 (size=5958) 2024-11-17T08:33:52,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741897_1075 (size=5958) 2024-11-17T08:33:52,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741897_1075 (size=5958) 2024-11-17T08:33:52,468 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd67aa97abbca7d3a496acb87f03bc/.tmp/c/ab1e03459c77499d90590e01c1d93c3b 2024-11-17T08:33:52,474 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd67aa97abbca7d3a496acb87f03bc/.tmp/a/83bb42371ea9441fbffbf98bbcafce2b as hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd67aa97abbca7d3a496acb87f03bc/a/83bb42371ea9441fbffbf98bbcafce2b 2024-11-17T08:33:52,482 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd67aa97abbca7d3a496acb87f03bc/a/83bb42371ea9441fbffbf98bbcafce2b, entries=10, sequenceid=33, filesize=5.8 K 2024-11-17T08:33:52,483 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd67aa97abbca7d3a496acb87f03bc/.tmp/b/6429aa1b9fb947cf8e23584c2f37d750 as hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd67aa97abbca7d3a496acb87f03bc/b/6429aa1b9fb947cf8e23584c2f37d750 2024-11-17T08:33:52,490 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd67aa97abbca7d3a496acb87f03bc/b/6429aa1b9fb947cf8e23584c2f37d750, entries=10, sequenceid=33, filesize=5.8 K 2024-11-17T08:33:52,491 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd67aa97abbca7d3a496acb87f03bc/.tmp/c/ab1e03459c77499d90590e01c1d93c3b as hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd67aa97abbca7d3a496acb87f03bc/c/ab1e03459c77499d90590e01c1d93c3b 2024-11-17T08:33:52,497 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd67aa97abbca7d3a496acb87f03bc/c/ab1e03459c77499d90590e01c1d93c3b, entries=10, sequenceid=33, filesize=5.8 K 2024-11-17T08:33:52,498 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for bafd67aa97abbca7d3a496acb87f03bc in 133ms, sequenceid=33, compaction requested=false 2024-11-17T08:33:52,499 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for bafd67aa97abbca7d3a496acb87f03bc: 2024-11-17T08:33:52,499 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing bafd67aa97abbca7d3a496acb87f03bc, disabling compactions & flushes 2024-11-17T08:33:52,499 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731832432253.bafd67aa97abbca7d3a496acb87f03bc. 2024-11-17T08:33:52,499 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731832432253.bafd67aa97abbca7d3a496acb87f03bc. 2024-11-17T08:33:52,499 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731832432253.bafd67aa97abbca7d3a496acb87f03bc. after waiting 0 ms 2024-11-17T08:33:52,499 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731832432253.bafd67aa97abbca7d3a496acb87f03bc. 2024-11-17T08:33:52,501 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731832432253.bafd67aa97abbca7d3a496acb87f03bc. 2024-11-17T08:33:52,501 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for bafd67aa97abbca7d3a496acb87f03bc: Waiting for close lock at 1731832432499Disabling compacts and flushes for region at 1731832432499Disabling writes for close at 1731832432499Writing region close event to WAL at 1731832432501 (+2 ms)Closed at 1731832432501 2024-11-17T08:33:52,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741894_1072 (size=2873) 2024-11-17T08:33:52,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741894_1072 (size=2873) 2024-11-17T08:33:52,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741894_1072 (size=2873) 2024-11-17T08:33:52,510 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd67aa97abbca7d3a496acb87f03bc/b/6429aa1b9fb947cf8e23584c2f37d750 to hdfs://localhost:40671/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/bafd67aa97abbca7d3a496acb87f03bc/b/6429aa1b9fb947cf8e23584c2f37d750 2024-11-17T08:33:52,526 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40671/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731832432251/wal.1731832432308, size=2.8 K (2873bytes) 2024-11-17T08:33:52,526 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40671/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731832432251/wal.1731832432308 2024-11-17T08:33:52,527 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40671/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731832432251/wal.1731832432308 after 1ms 2024-11-17T08:33:52,529 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40671/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731832432251/wal.1731832432308: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T08:33:52,529 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40671/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731832432251/wal.1731832432308 took 3ms 2024-11-17T08:33:52,532 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40671/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731832432251/wal.1731832432308 so closing down 2024-11-17T08:33:52,532 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:33:52,533 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731832432308.temp 2024-11-17T08:33:52,534 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd67aa97abbca7d3a496acb87f03bc/recovered.edits/0000000000000000003-wal.1731832432308.temp 2024-11-17T08:33:52,534 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:33:52,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741898_1076 (size=2312) 2024-11-17T08:33:52,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741898_1076 (size=2312) 2024-11-17T08:33:52,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741898_1076 (size=2312) 2024-11-17T08:33:52,543 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd67aa97abbca7d3a496acb87f03bc/recovered.edits/0000000000000000003-wal.1731832432308.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-17T08:33:52,544 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd67aa97abbca7d3a496acb87f03bc/recovered.edits/0000000000000000003-wal.1731832432308.temp to hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd67aa97abbca7d3a496acb87f03bc/recovered.edits/0000000000000000032 2024-11-17T08:33:52,544 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 14 ms; skipped=2; WAL=hdfs://localhost:40671/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731832432251/wal.1731832432308, size=2.8 K, length=2873, corrupted=false, cancelled=false 2024-11-17T08:33:52,544 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40671/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731832432251/wal.1731832432308, journal: Splitting hdfs://localhost:40671/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731832432251/wal.1731832432308, size=2.8 K (2873bytes) at 1731832432526Finishing writing output for hdfs://localhost:40671/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731832432251/wal.1731832432308 so closing down at 1731832432532 (+6 ms)Creating recovered edits writer path=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd67aa97abbca7d3a496acb87f03bc/recovered.edits/0000000000000000003-wal.1731832432308.temp at 1731832432534 (+2 ms)3 split writer threads finished at 1731832432535 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd67aa97abbca7d3a496acb87f03bc/recovered.edits/0000000000000000003-wal.1731832432308.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731832432543 (+8 ms)Rename recovered edits hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd67aa97abbca7d3a496acb87f03bc/recovered.edits/0000000000000000003-wal.1731832432308.temp to hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd67aa97abbca7d3a496acb87f03bc/recovered.edits/0000000000000000032 at 1731832432544 (+1 ms)Processed 32 edits across 1 Regions in 14 ms; skipped=2; WAL=hdfs://localhost:40671/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731832432251/wal.1731832432308, size=2.8 K, length=2873, corrupted=false, cancelled=false at 1731832432544 2024-11-17T08:33:52,546 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40671/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731832432251/wal.1731832432308 to hdfs://localhost:40671/hbase/oldWALs/wal.1731832432308 2024-11-17T08:33:52,547 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd67aa97abbca7d3a496acb87f03bc/recovered.edits/0000000000000000032 2024-11-17T08:33:52,547 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-17T08:33:52,549 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40671/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731832432251, archiveDir=hdfs://localhost:40671/hbase/oldWALs, maxLogs=32 2024-11-17T08:33:52,561 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731832432251/wal.1731832432549, exclude list is [], retry=0 2024-11-17T08:33:52,563 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33101,DS-4f56f0df-fa7b-4e49-9a81-86952fa63445,DISK] 2024-11-17T08:33:52,564 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36323,DS-f55cdc84-bc56-4d4a-90fe-188598338979,DISK] 2024-11-17T08:33:52,564 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44089,DS-329544d5-4f5b-427c-9d50-b44a31c7870e,DISK] 2024-11-17T08:33:52,566 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731832432251/wal.1731832432549 2024-11-17T08:33:52,566 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44617:44617),(127.0.0.1/127.0.0.1:46645:46645),(127.0.0.1/127.0.0.1:41395:41395)] 2024-11-17T08:33:52,566 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => bafd67aa97abbca7d3a496acb87f03bc, NAME => 'testReplayEditsWrittenViaHRegion,,1731832432253.bafd67aa97abbca7d3a496acb87f03bc.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:33:52,566 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731832432253.bafd67aa97abbca7d3a496acb87f03bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:33:52,566 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for bafd67aa97abbca7d3a496acb87f03bc 2024-11-17T08:33:52,566 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for bafd67aa97abbca7d3a496acb87f03bc 2024-11-17T08:33:52,567 INFO [StoreOpener-bafd67aa97abbca7d3a496acb87f03bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region bafd67aa97abbca7d3a496acb87f03bc 2024-11-17T08:33:52,568 INFO [StoreOpener-bafd67aa97abbca7d3a496acb87f03bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bafd67aa97abbca7d3a496acb87f03bc columnFamilyName a 2024-11-17T08:33:52,568 DEBUG [StoreOpener-bafd67aa97abbca7d3a496acb87f03bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:33:52,573 DEBUG [StoreOpener-bafd67aa97abbca7d3a496acb87f03bc-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd67aa97abbca7d3a496acb87f03bc/a/83bb42371ea9441fbffbf98bbcafce2b 2024-11-17T08:33:52,573 INFO [StoreOpener-bafd67aa97abbca7d3a496acb87f03bc-1 {}] regionserver.HStore(327): Store=bafd67aa97abbca7d3a496acb87f03bc/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:33:52,573 INFO [StoreOpener-bafd67aa97abbca7d3a496acb87f03bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region bafd67aa97abbca7d3a496acb87f03bc 2024-11-17T08:33:52,575 INFO [StoreOpener-bafd67aa97abbca7d3a496acb87f03bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bafd67aa97abbca7d3a496acb87f03bc columnFamilyName b 2024-11-17T08:33:52,575 DEBUG [StoreOpener-bafd67aa97abbca7d3a496acb87f03bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:33:52,575 INFO [StoreOpener-bafd67aa97abbca7d3a496acb87f03bc-1 {}] regionserver.HStore(327): Store=bafd67aa97abbca7d3a496acb87f03bc/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:33:52,575 INFO [StoreOpener-bafd67aa97abbca7d3a496acb87f03bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region bafd67aa97abbca7d3a496acb87f03bc 2024-11-17T08:33:52,576 INFO [StoreOpener-bafd67aa97abbca7d3a496acb87f03bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bafd67aa97abbca7d3a496acb87f03bc columnFamilyName c 2024-11-17T08:33:52,576 DEBUG [StoreOpener-bafd67aa97abbca7d3a496acb87f03bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:33:52,582 DEBUG [StoreOpener-bafd67aa97abbca7d3a496acb87f03bc-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd67aa97abbca7d3a496acb87f03bc/c/ab1e03459c77499d90590e01c1d93c3b 2024-11-17T08:33:52,582 INFO [StoreOpener-bafd67aa97abbca7d3a496acb87f03bc-1 {}] regionserver.HStore(327): Store=bafd67aa97abbca7d3a496acb87f03bc/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:33:52,582 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for bafd67aa97abbca7d3a496acb87f03bc 2024-11-17T08:33:52,583 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd67aa97abbca7d3a496acb87f03bc 2024-11-17T08:33:52,585 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd67aa97abbca7d3a496acb87f03bc 2024-11-17T08:33:52,585 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd67aa97abbca7d3a496acb87f03bc/recovered.edits/0000000000000000032 2024-11-17T08:33:52,587 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd67aa97abbca7d3a496acb87f03bc/recovered.edits/0000000000000000032: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T08:33:52,589 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd67aa97abbca7d3a496acb87f03bc/recovered.edits/0000000000000000032 2024-11-17T08:33:52,589 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing bafd67aa97abbca7d3a496acb87f03bc 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-17T08:33:52,609 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd67aa97abbca7d3a496acb87f03bc/.tmp/b/57c716a1f35e440a984a6347e87ad2d7 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731832432349/Put/seqid=0 2024-11-17T08:33:52,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741900_1078 (size=5958) 2024-11-17T08:33:52,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741900_1078 (size=5958) 2024-11-17T08:33:52,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741900_1078 (size=5958) 2024-11-17T08:33:52,617 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd67aa97abbca7d3a496acb87f03bc/.tmp/b/57c716a1f35e440a984a6347e87ad2d7 2024-11-17T08:33:52,622 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd67aa97abbca7d3a496acb87f03bc/.tmp/b/57c716a1f35e440a984a6347e87ad2d7 as hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd67aa97abbca7d3a496acb87f03bc/b/57c716a1f35e440a984a6347e87ad2d7 2024-11-17T08:33:52,628 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd67aa97abbca7d3a496acb87f03bc/b/57c716a1f35e440a984a6347e87ad2d7, entries=10, sequenceid=32, filesize=5.8 K 2024-11-17T08:33:52,628 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for bafd67aa97abbca7d3a496acb87f03bc in 39ms, sequenceid=32, compaction requested=false; wal=null 2024-11-17T08:33:52,629 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd67aa97abbca7d3a496acb87f03bc/recovered.edits/0000000000000000032 2024-11-17T08:33:52,630 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for bafd67aa97abbca7d3a496acb87f03bc 2024-11-17T08:33:52,630 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for bafd67aa97abbca7d3a496acb87f03bc 2024-11-17T08:33:52,631 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T08:33:52,632 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for bafd67aa97abbca7d3a496acb87f03bc 2024-11-17T08:33:52,634 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd67aa97abbca7d3a496acb87f03bc/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-11-17T08:33:52,635 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened bafd67aa97abbca7d3a496acb87f03bc; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68821916, jitterRate=0.025526463985443115}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T08:33:52,636 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for bafd67aa97abbca7d3a496acb87f03bc: Writing region info on filesystem at 1731832432566Initializing all the Stores at 1731832432567 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832432567Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832432567Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832432567Obtaining lock to block concurrent updates at 1731832432589 (+22 ms)Preparing flush snapshotting stores in bafd67aa97abbca7d3a496acb87f03bc at 1731832432589Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731832432253.bafd67aa97abbca7d3a496acb87f03bc., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1731832432590 (+1 ms)Flushing stores of testReplayEditsWrittenViaHRegion,,1731832432253.bafd67aa97abbca7d3a496acb87f03bc. at 1731832432590Flushing bafd67aa97abbca7d3a496acb87f03bc/b: creating writer at 1731832432590Flushing bafd67aa97abbca7d3a496acb87f03bc/b: appending metadata at 1731832432608 (+18 ms)Flushing bafd67aa97abbca7d3a496acb87f03bc/b: closing flushed file at 1731832432608Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58432544: reopening flushed file at 1731832432621 (+13 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for bafd67aa97abbca7d3a496acb87f03bc in 39ms, sequenceid=32, compaction requested=false; wal=null at 1731832432628 (+7 ms)Cleaning up temporary data from old regions at 1731832432630 (+2 ms)Region opened successfully at 1731832432635 (+5 ms) 2024-11-17T08:33:52,657 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterPartialFlush Thread=409 (was 400) Potentially hanging thread: PacketResponder: BP-160994225-172.17.0.3-1731832406351:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_251950348_22 at /127.0.0.1:33602 [Waiting for operation #23] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_251950348_22 at /127.0.0.1:45922 [Receiving block BP-160994225-172.17.0.3-1731832406351:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_251950348_22 at /127.0.0.1:49932 [Receiving block BP-160994225-172.17.0.3-1731832406351:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_251950348_22 at /127.0.0.1:55474 [Receiving block BP-160994225-172.17.0.3-1731832406351:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-160994225-172.17.0.3-1731832406351:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_251950348_22 at /127.0.0.1:49736 [Waiting for operation #32] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_251950348_22 at /127.0.0.1:43950 [Waiting for operation #47] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-160994225-172.17.0.3-1731832406351:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1103 (was 1027) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=454 (was 454), ProcessCount=11 (was 11), AvailableMemoryMB=1684 (was 1689) 2024-11-17T08:33:52,657 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1103 is superior to 1024 2024-11-17T08:33:52,670 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterAbortingFlush Thread=409, OpenFileDescriptor=1103, MaxFileDescriptor=1048576, SystemLoadAverage=454, ProcessCount=11, AvailableMemoryMB=1683 2024-11-17T08:33:52,670 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1103 is superior to 1024 2024-11-17T08:33:52,687 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:33:52,689 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:33:52,690 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T08:33:52,692 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-11655662, suffix=, logDir=hdfs://localhost:40671/hbase/WALs/hregion-11655662, archiveDir=hdfs://localhost:40671/hbase/oldWALs, maxLogs=32 2024-11-17T08:33:52,704 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-11655662/hregion-11655662.1731832432693, exclude list is [], retry=0 2024-11-17T08:33:52,707 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44089,DS-329544d5-4f5b-427c-9d50-b44a31c7870e,DISK] 2024-11-17T08:33:52,707 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36323,DS-f55cdc84-bc56-4d4a-90fe-188598338979,DISK] 2024-11-17T08:33:52,709 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33101,DS-4f56f0df-fa7b-4e49-9a81-86952fa63445,DISK] 2024-11-17T08:33:52,710 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-11655662/hregion-11655662.1731832432693 2024-11-17T08:33:52,711 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41395:41395),(127.0.0.1/127.0.0.1:46645:46645),(127.0.0.1/127.0.0.1:44617:44617)] 2024-11-17T08:33:52,711 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 60ed441bdd99db422c46a301f00b98f9, NAME => 'testReplayEditsAfterAbortingFlush,,1731832432688.60ed441bdd99db422c46a301f00b98f9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40671/hbase 2024-11-17T08:33:52,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741902_1080 (size=68) 2024-11-17T08:33:52,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741902_1080 (size=68) 2024-11-17T08:33:52,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741902_1080 (size=68) 2024-11-17T08:33:52,724 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731832432688.60ed441bdd99db422c46a301f00b98f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:33:52,725 INFO [StoreOpener-60ed441bdd99db422c46a301f00b98f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 60ed441bdd99db422c46a301f00b98f9 2024-11-17T08:33:52,726 INFO [StoreOpener-60ed441bdd99db422c46a301f00b98f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60ed441bdd99db422c46a301f00b98f9 columnFamilyName a 2024-11-17T08:33:52,726 DEBUG [StoreOpener-60ed441bdd99db422c46a301f00b98f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:33:52,726 INFO [StoreOpener-60ed441bdd99db422c46a301f00b98f9-1 {}] regionserver.HStore(327): Store=60ed441bdd99db422c46a301f00b98f9/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:33:52,726 INFO [StoreOpener-60ed441bdd99db422c46a301f00b98f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 60ed441bdd99db422c46a301f00b98f9 2024-11-17T08:33:52,727 INFO [StoreOpener-60ed441bdd99db422c46a301f00b98f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60ed441bdd99db422c46a301f00b98f9 columnFamilyName b 2024-11-17T08:33:52,728 DEBUG [StoreOpener-60ed441bdd99db422c46a301f00b98f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:33:52,728 INFO [StoreOpener-60ed441bdd99db422c46a301f00b98f9-1 {}] regionserver.HStore(327): Store=60ed441bdd99db422c46a301f00b98f9/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:33:52,728 INFO [StoreOpener-60ed441bdd99db422c46a301f00b98f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 60ed441bdd99db422c46a301f00b98f9 2024-11-17T08:33:52,729 INFO [StoreOpener-60ed441bdd99db422c46a301f00b98f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60ed441bdd99db422c46a301f00b98f9 columnFamilyName c 2024-11-17T08:33:52,729 DEBUG [StoreOpener-60ed441bdd99db422c46a301f00b98f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:33:52,730 INFO [StoreOpener-60ed441bdd99db422c46a301f00b98f9-1 {}] regionserver.HStore(327): Store=60ed441bdd99db422c46a301f00b98f9/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:33:52,730 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 60ed441bdd99db422c46a301f00b98f9 2024-11-17T08:33:52,731 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40671/hbase/data/default/testReplayEditsAfterAbortingFlush/60ed441bdd99db422c46a301f00b98f9 2024-11-17T08:33:52,731 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40671/hbase/data/default/testReplayEditsAfterAbortingFlush/60ed441bdd99db422c46a301f00b98f9 2024-11-17T08:33:52,732 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 60ed441bdd99db422c46a301f00b98f9 2024-11-17T08:33:52,732 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 60ed441bdd99db422c46a301f00b98f9 2024-11-17T08:33:52,733 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T08:33:52,734 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 60ed441bdd99db422c46a301f00b98f9 2024-11-17T08:33:52,736 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40671/hbase/data/default/testReplayEditsAfterAbortingFlush/60ed441bdd99db422c46a301f00b98f9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:33:52,737 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 60ed441bdd99db422c46a301f00b98f9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65053891, jitterRate=-0.0306214839220047}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T08:33:52,737 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 60ed441bdd99db422c46a301f00b98f9: Writing region info on filesystem at 1731832432724Initializing all the Stores at 1731832432724Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832432724Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832432724Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832432724Cleaning up temporary data from old regions at 1731832432732 (+8 ms)Region opened successfully at 1731832432737 (+5 ms) 2024-11-17T08:33:52,737 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 60ed441bdd99db422c46a301f00b98f9, disabling compactions & flushes 2024-11-17T08:33:52,737 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1731832432688.60ed441bdd99db422c46a301f00b98f9. 2024-11-17T08:33:52,737 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1731832432688.60ed441bdd99db422c46a301f00b98f9. 2024-11-17T08:33:52,737 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1731832432688.60ed441bdd99db422c46a301f00b98f9. after waiting 0 ms 2024-11-17T08:33:52,737 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1731832432688.60ed441bdd99db422c46a301f00b98f9. 2024-11-17T08:33:52,738 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1731832432688.60ed441bdd99db422c46a301f00b98f9. 2024-11-17T08:33:52,738 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 60ed441bdd99db422c46a301f00b98f9: Waiting for close lock at 1731832432737Disabling compacts and flushes for region at 1731832432737Disabling writes for close at 1731832432737Writing region close event to WAL at 1731832432738 (+1 ms)Closed at 1731832432738 2024-11-17T08:33:52,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741901_1079 (size=93) 2024-11-17T08:33:52,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741901_1079 (size=93) 2024-11-17T08:33:52,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741901_1079 (size=93) 2024-11-17T08:33:52,742 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-17T08:33:52,743 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-11655662:(num 1731832432693) 2024-11-17T08:33:52,743 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-17T08:33:52,744 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40671/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731832432687, archiveDir=hdfs://localhost:40671/hbase/oldWALs, maxLogs=32 2024-11-17T08:33:52,758 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731832432687/wal.1731832432745, exclude list is [], retry=0 2024-11-17T08:33:52,760 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36323,DS-f55cdc84-bc56-4d4a-90fe-188598338979,DISK] 2024-11-17T08:33:52,761 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44089,DS-329544d5-4f5b-427c-9d50-b44a31c7870e,DISK] 2024-11-17T08:33:52,761 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33101,DS-4f56f0df-fa7b-4e49-9a81-86952fa63445,DISK] 2024-11-17T08:33:52,764 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731832432687/wal.1731832432745 2024-11-17T08:33:52,765 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46645:46645),(127.0.0.1/127.0.0.1:41395:41395),(127.0.0.1/127.0.0.1:44617:44617)] 2024-11-17T08:33:52,822 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 60ed441bdd99db422c46a301f00b98f9, NAME => 'testReplayEditsAfterAbortingFlush,,1731832432688.60ed441bdd99db422c46a301f00b98f9.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:33:52,824 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 60ed441bdd99db422c46a301f00b98f9 2024-11-17T08:33:52,824 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731832432688.60ed441bdd99db422c46a301f00b98f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:33:52,825 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 60ed441bdd99db422c46a301f00b98f9 2024-11-17T08:33:52,825 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 60ed441bdd99db422c46a301f00b98f9 2024-11-17T08:33:52,827 INFO [StoreOpener-60ed441bdd99db422c46a301f00b98f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 60ed441bdd99db422c46a301f00b98f9 2024-11-17T08:33:52,827 INFO [StoreOpener-60ed441bdd99db422c46a301f00b98f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60ed441bdd99db422c46a301f00b98f9 columnFamilyName a 2024-11-17T08:33:52,828 DEBUG [StoreOpener-60ed441bdd99db422c46a301f00b98f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:33:52,828 INFO [StoreOpener-60ed441bdd99db422c46a301f00b98f9-1 {}] regionserver.HStore(327): Store=60ed441bdd99db422c46a301f00b98f9/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:33:52,828 INFO [StoreOpener-60ed441bdd99db422c46a301f00b98f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 60ed441bdd99db422c46a301f00b98f9 2024-11-17T08:33:52,829 INFO [StoreOpener-60ed441bdd99db422c46a301f00b98f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60ed441bdd99db422c46a301f00b98f9 columnFamilyName b 2024-11-17T08:33:52,830 DEBUG [StoreOpener-60ed441bdd99db422c46a301f00b98f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:33:52,830 INFO [StoreOpener-60ed441bdd99db422c46a301f00b98f9-1 {}] regionserver.HStore(327): Store=60ed441bdd99db422c46a301f00b98f9/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:33:52,830 INFO [StoreOpener-60ed441bdd99db422c46a301f00b98f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 60ed441bdd99db422c46a301f00b98f9 2024-11-17T08:33:52,831 INFO [StoreOpener-60ed441bdd99db422c46a301f00b98f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60ed441bdd99db422c46a301f00b98f9 columnFamilyName c 2024-11-17T08:33:52,832 DEBUG [StoreOpener-60ed441bdd99db422c46a301f00b98f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:33:52,832 INFO [StoreOpener-60ed441bdd99db422c46a301f00b98f9-1 {}] regionserver.HStore(327): Store=60ed441bdd99db422c46a301f00b98f9/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:33:52,832 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 60ed441bdd99db422c46a301f00b98f9 2024-11-17T08:33:52,833 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40671/hbase/data/default/testReplayEditsAfterAbortingFlush/60ed441bdd99db422c46a301f00b98f9 2024-11-17T08:33:52,834 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40671/hbase/data/default/testReplayEditsAfterAbortingFlush/60ed441bdd99db422c46a301f00b98f9 2024-11-17T08:33:52,835 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 60ed441bdd99db422c46a301f00b98f9 2024-11-17T08:33:52,835 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 60ed441bdd99db422c46a301f00b98f9 2024-11-17T08:33:52,835 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T08:33:52,836 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 60ed441bdd99db422c46a301f00b98f9 2024-11-17T08:33:52,837 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 60ed441bdd99db422c46a301f00b98f9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63030766, jitterRate=-0.06076839566230774}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T08:33:52,837 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 60ed441bdd99db422c46a301f00b98f9 2024-11-17T08:33:52,838 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 60ed441bdd99db422c46a301f00b98f9: Running coprocessor pre-open hook at 1731832432825Writing region info on filesystem at 1731832432825Initializing all the Stores at 1731832432826 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832432826Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832432826Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832432826Cleaning up temporary data from old regions at 1731832432835 (+9 ms)Running coprocessor post-open hooks at 1731832432837 (+2 ms)Region opened successfully at 1731832432838 (+1 ms) 2024-11-17T08:33:52,849 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 60ed441bdd99db422c46a301f00b98f9 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-11-17T08:33:52,850 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 60ed441bdd99db422c46a301f00b98f9/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T08:33:53,851 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 60ed441bdd99db422c46a301f00b98f9/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T08:33:53,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741835_1011 (size=1677) 2024-11-17T08:33:54,249 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-17T08:33:54,852 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 60ed441bdd99db422c46a301f00b98f9/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T08:33:55,853 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 60ed441bdd99db422c46a301f00b98f9/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T08:33:56,854 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 60ed441bdd99db422c46a301f00b98f9/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T08:33:57,855 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 60ed441bdd99db422c46a301f00b98f9/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T08:33:58,856 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 60ed441bdd99db422c46a301f00b98f9/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T08:33:59,857 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 60ed441bdd99db422c46a301f00b98f9/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T08:34:00,156 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T08:34:00,858 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 60ed441bdd99db422c46a301f00b98f9/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T08:34:01,543 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-11-17T08:34:01,543 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-11-17T08:34:01,544 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-11-17T08:34:01,544 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-11-17T08:34:01,545 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-11-17T08:34:01,545 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-11-17T08:34:01,859 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 60ed441bdd99db422c46a301f00b98f9/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T08:34:01,862 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 60ed441bdd99db422c46a301f00b98f9: 2024-11-17T08:34:01,862 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1731832432688.60ed441bdd99db422c46a301f00b98f9. 2024-11-17T08:34:01,881 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 60ed441bdd99db422c46a301f00b98f9: 2024-11-17T08:34:01,881 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-11-17T08:34:01,881 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 60ed441bdd99db422c46a301f00b98f9, disabling compactions & flushes 2024-11-17T08:34:01,881 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1731832432688.60ed441bdd99db422c46a301f00b98f9. 2024-11-17T08:34:01,881 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1731832432688.60ed441bdd99db422c46a301f00b98f9. 2024-11-17T08:34:01,881 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1731832432688.60ed441bdd99db422c46a301f00b98f9. after waiting 0 ms 2024-11-17T08:34:01,881 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1731832432688.60ed441bdd99db422c46a301f00b98f9. 2024-11-17T08:34:01,881 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1731832432688.60ed441bdd99db422c46a301f00b98f9. 2024-11-17T08:34:01,881 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1731832432688.60ed441bdd99db422c46a301f00b98f9. 2024-11-17T08:34:01,881 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 60ed441bdd99db422c46a301f00b98f9: Waiting for close lock at 1731832441881Running coprocessor pre-close hooks at 1731832441881Disabling compacts and flushes for region at 1731832441881Disabling writes for close at 1731832441881Writing region close event to WAL at 1731832441881Running coprocessor post-close hooks at 1731832441881Closed at 1731832441881 2024-11-17T08:34:01,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741903_1081 (size=2398) 2024-11-17T08:34:01,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741903_1081 (size=2398) 2024-11-17T08:34:01,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741903_1081 (size=2398) 2024-11-17T08:34:01,898 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40671/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731832432687/wal.1731832432745, size=2.3 K (2398bytes) 2024-11-17T08:34:01,898 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40671/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731832432687/wal.1731832432745 2024-11-17T08:34:01,899 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40671/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731832432687/wal.1731832432745 after 1ms 2024-11-17T08:34:01,901 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40671/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731832432687/wal.1731832432745: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T08:34:01,901 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40671/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731832432687/wal.1731832432745 took 3ms 2024-11-17T08:34:01,903 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40671/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731832432687/wal.1731832432745 so closing down 2024-11-17T08:34:01,903 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:34:01,904 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1731832432745.temp 2024-11-17T08:34:01,906 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40671/hbase/data/default/testReplayEditsAfterAbortingFlush/60ed441bdd99db422c46a301f00b98f9/recovered.edits/0000000000000000004-wal.1731832432745.temp 2024-11-17T08:34:01,906 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:34:01,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741904_1082 (size=1672) 2024-11-17T08:34:01,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741904_1082 (size=1672) 2024-11-17T08:34:01,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741904_1082 (size=1672) 2024-11-17T08:34:01,913 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40671/hbase/data/default/testReplayEditsAfterAbortingFlush/60ed441bdd99db422c46a301f00b98f9/recovered.edits/0000000000000000004-wal.1731832432745.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-11-17T08:34:01,915 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40671/hbase/data/default/testReplayEditsAfterAbortingFlush/60ed441bdd99db422c46a301f00b98f9/recovered.edits/0000000000000000004-wal.1731832432745.temp to hdfs://localhost:40671/hbase/data/default/testReplayEditsAfterAbortingFlush/60ed441bdd99db422c46a301f00b98f9/recovered.edits/0000000000000000026 2024-11-17T08:34:01,915 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 13 ms; skipped=3; WAL=hdfs://localhost:40671/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731832432687/wal.1731832432745, size=2.3 K, length=2398, corrupted=false, cancelled=false 2024-11-17T08:34:01,915 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40671/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731832432687/wal.1731832432745, journal: Splitting hdfs://localhost:40671/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731832432687/wal.1731832432745, size=2.3 K (2398bytes) at 1731832441898Finishing writing output for hdfs://localhost:40671/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731832432687/wal.1731832432745 so closing down at 1731832441903 (+5 ms)Creating recovered edits writer path=hdfs://localhost:40671/hbase/data/default/testReplayEditsAfterAbortingFlush/60ed441bdd99db422c46a301f00b98f9/recovered.edits/0000000000000000004-wal.1731832432745.temp at 1731832441906 (+3 ms)3 split writer threads finished at 1731832441906Closed recovered edits writer path=hdfs://localhost:40671/hbase/data/default/testReplayEditsAfterAbortingFlush/60ed441bdd99db422c46a301f00b98f9/recovered.edits/0000000000000000004-wal.1731832432745.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1731832441913 (+7 ms)Rename recovered edits hdfs://localhost:40671/hbase/data/default/testReplayEditsAfterAbortingFlush/60ed441bdd99db422c46a301f00b98f9/recovered.edits/0000000000000000004-wal.1731832432745.temp to hdfs://localhost:40671/hbase/data/default/testReplayEditsAfterAbortingFlush/60ed441bdd99db422c46a301f00b98f9/recovered.edits/0000000000000000026 at 1731832441915 (+2 ms)Processed 23 edits across 1 Regions in 13 ms; skipped=3; WAL=hdfs://localhost:40671/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731832432687/wal.1731832432745, size=2.3 K, length=2398, corrupted=false, cancelled=false at 1731832441915 2024-11-17T08:34:01,917 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40671/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731832432687/wal.1731832432745 to hdfs://localhost:40671/hbase/oldWALs/wal.1731832432745 2024-11-17T08:34:01,917 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40671/hbase/data/default/testReplayEditsAfterAbortingFlush/60ed441bdd99db422c46a301f00b98f9/recovered.edits/0000000000000000026 2024-11-17T08:34:01,918 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-17T08:34:01,920 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40671/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731832432687, archiveDir=hdfs://localhost:40671/hbase/oldWALs, maxLogs=32 2024-11-17T08:34:01,933 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731832432687/wal.1731832441920, exclude list is [], retry=0 2024-11-17T08:34:01,935 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36323,DS-f55cdc84-bc56-4d4a-90fe-188598338979,DISK] 2024-11-17T08:34:01,936 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44089,DS-329544d5-4f5b-427c-9d50-b44a31c7870e,DISK] 2024-11-17T08:34:01,936 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33101,DS-4f56f0df-fa7b-4e49-9a81-86952fa63445,DISK] 2024-11-17T08:34:01,937 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731832432687/wal.1731832441920 2024-11-17T08:34:01,938 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46645:46645),(127.0.0.1/127.0.0.1:41395:41395),(127.0.0.1/127.0.0.1:44617:44617)] 2024-11-17T08:34:01,938 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 60ed441bdd99db422c46a301f00b98f9, NAME => 'testReplayEditsAfterAbortingFlush,,1731832432688.60ed441bdd99db422c46a301f00b98f9.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:34:01,939 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 60ed441bdd99db422c46a301f00b98f9 2024-11-17T08:34:01,939 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731832432688.60ed441bdd99db422c46a301f00b98f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:34:01,939 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 60ed441bdd99db422c46a301f00b98f9 2024-11-17T08:34:01,939 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 60ed441bdd99db422c46a301f00b98f9 2024-11-17T08:34:01,941 INFO [StoreOpener-60ed441bdd99db422c46a301f00b98f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 60ed441bdd99db422c46a301f00b98f9 2024-11-17T08:34:01,942 INFO [StoreOpener-60ed441bdd99db422c46a301f00b98f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60ed441bdd99db422c46a301f00b98f9 columnFamilyName a 2024-11-17T08:34:01,942 DEBUG [StoreOpener-60ed441bdd99db422c46a301f00b98f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:34:01,943 INFO [StoreOpener-60ed441bdd99db422c46a301f00b98f9-1 {}] regionserver.HStore(327): Store=60ed441bdd99db422c46a301f00b98f9/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:34:01,943 INFO [StoreOpener-60ed441bdd99db422c46a301f00b98f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 60ed441bdd99db422c46a301f00b98f9 2024-11-17T08:34:01,944 INFO [StoreOpener-60ed441bdd99db422c46a301f00b98f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60ed441bdd99db422c46a301f00b98f9 columnFamilyName b 2024-11-17T08:34:01,945 DEBUG [StoreOpener-60ed441bdd99db422c46a301f00b98f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:34:01,945 INFO [StoreOpener-60ed441bdd99db422c46a301f00b98f9-1 {}] regionserver.HStore(327): Store=60ed441bdd99db422c46a301f00b98f9/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:34:01,945 INFO [StoreOpener-60ed441bdd99db422c46a301f00b98f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 60ed441bdd99db422c46a301f00b98f9 2024-11-17T08:34:01,946 INFO [StoreOpener-60ed441bdd99db422c46a301f00b98f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60ed441bdd99db422c46a301f00b98f9 columnFamilyName c 2024-11-17T08:34:01,946 DEBUG [StoreOpener-60ed441bdd99db422c46a301f00b98f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:34:01,947 INFO [StoreOpener-60ed441bdd99db422c46a301f00b98f9-1 {}] regionserver.HStore(327): Store=60ed441bdd99db422c46a301f00b98f9/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:34:01,947 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 60ed441bdd99db422c46a301f00b98f9 2024-11-17T08:34:01,948 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40671/hbase/data/default/testReplayEditsAfterAbortingFlush/60ed441bdd99db422c46a301f00b98f9 2024-11-17T08:34:01,950 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40671/hbase/data/default/testReplayEditsAfterAbortingFlush/60ed441bdd99db422c46a301f00b98f9 2024-11-17T08:34:01,950 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40671/hbase/data/default/testReplayEditsAfterAbortingFlush/60ed441bdd99db422c46a301f00b98f9/recovered.edits/0000000000000000026 2024-11-17T08:34:01,952 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40671/hbase/data/default/testReplayEditsAfterAbortingFlush/60ed441bdd99db422c46a301f00b98f9/recovered.edits/0000000000000000026: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T08:34:01,953 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:40671/hbase/data/default/testReplayEditsAfterAbortingFlush/60ed441bdd99db422c46a301f00b98f9/recovered.edits/0000000000000000026 2024-11-17T08:34:01,954 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 60ed441bdd99db422c46a301f00b98f9 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-11-17T08:34:01,968 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40671/hbase/data/default/testReplayEditsAfterAbortingFlush/60ed441bdd99db422c46a301f00b98f9/.tmp/a/243bd13700484551a0e75199770d43c9 is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1731832441870/Put/seqid=0 2024-11-17T08:34:01,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741906_1084 (size=5523) 2024-11-17T08:34:01,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741906_1084 (size=5523) 2024-11-17T08:34:01,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741906_1084 (size=5523) 2024-11-17T08:34:01,974 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:40671/hbase/data/default/testReplayEditsAfterAbortingFlush/60ed441bdd99db422c46a301f00b98f9/.tmp/a/243bd13700484551a0e75199770d43c9 2024-11-17T08:34:01,994 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40671/hbase/data/default/testReplayEditsAfterAbortingFlush/60ed441bdd99db422c46a301f00b98f9/.tmp/b/9981ce3b170a4089aef096d41da9fb1e is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1731832441863/Put/seqid=0 2024-11-17T08:34:01,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741907_1085 (size=5524) 2024-11-17T08:34:01,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741907_1085 (size=5524) 2024-11-17T08:34:01,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741907_1085 (size=5524) 2024-11-17T08:34:01,999 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:40671/hbase/data/default/testReplayEditsAfterAbortingFlush/60ed441bdd99db422c46a301f00b98f9/.tmp/b/9981ce3b170a4089aef096d41da9fb1e 2024-11-17T08:34:02,019 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40671/hbase/data/default/testReplayEditsAfterAbortingFlush/60ed441bdd99db422c46a301f00b98f9/.tmp/c/d5a86f7db81f40918c8caf8bebf936f3 is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1731832441867/Put/seqid=0 2024-11-17T08:34:02,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741908_1086 (size=5457) 2024-11-17T08:34:02,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741908_1086 (size=5457) 2024-11-17T08:34:02,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741908_1086 (size=5457) 2024-11-17T08:34:02,025 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:40671/hbase/data/default/testReplayEditsAfterAbortingFlush/60ed441bdd99db422c46a301f00b98f9/.tmp/c/d5a86f7db81f40918c8caf8bebf936f3 2024-11-17T08:34:02,031 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40671/hbase/data/default/testReplayEditsAfterAbortingFlush/60ed441bdd99db422c46a301f00b98f9/.tmp/a/243bd13700484551a0e75199770d43c9 as hdfs://localhost:40671/hbase/data/default/testReplayEditsAfterAbortingFlush/60ed441bdd99db422c46a301f00b98f9/a/243bd13700484551a0e75199770d43c9 2024-11-17T08:34:02,038 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40671/hbase/data/default/testReplayEditsAfterAbortingFlush/60ed441bdd99db422c46a301f00b98f9/a/243bd13700484551a0e75199770d43c9, entries=7, sequenceid=26, filesize=5.4 K 2024-11-17T08:34:02,040 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40671/hbase/data/default/testReplayEditsAfterAbortingFlush/60ed441bdd99db422c46a301f00b98f9/.tmp/b/9981ce3b170a4089aef096d41da9fb1e as hdfs://localhost:40671/hbase/data/default/testReplayEditsAfterAbortingFlush/60ed441bdd99db422c46a301f00b98f9/b/9981ce3b170a4089aef096d41da9fb1e 2024-11-17T08:34:02,046 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40671/hbase/data/default/testReplayEditsAfterAbortingFlush/60ed441bdd99db422c46a301f00b98f9/b/9981ce3b170a4089aef096d41da9fb1e, entries=7, sequenceid=26, filesize=5.4 K 2024-11-17T08:34:02,047 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40671/hbase/data/default/testReplayEditsAfterAbortingFlush/60ed441bdd99db422c46a301f00b98f9/.tmp/c/d5a86f7db81f40918c8caf8bebf936f3 as hdfs://localhost:40671/hbase/data/default/testReplayEditsAfterAbortingFlush/60ed441bdd99db422c46a301f00b98f9/c/d5a86f7db81f40918c8caf8bebf936f3 2024-11-17T08:34:02,051 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40671/hbase/data/default/testReplayEditsAfterAbortingFlush/60ed441bdd99db422c46a301f00b98f9/c/d5a86f7db81f40918c8caf8bebf936f3, entries=6, sequenceid=26, filesize=5.3 K 2024-11-17T08:34:02,052 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 60ed441bdd99db422c46a301f00b98f9 in 99ms, sequenceid=26, compaction requested=false; wal=null 2024-11-17T08:34:02,053 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40671/hbase/data/default/testReplayEditsAfterAbortingFlush/60ed441bdd99db422c46a301f00b98f9/recovered.edits/0000000000000000026 2024-11-17T08:34:02,054 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 60ed441bdd99db422c46a301f00b98f9 2024-11-17T08:34:02,054 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 60ed441bdd99db422c46a301f00b98f9 2024-11-17T08:34:02,054 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T08:34:02,055 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 60ed441bdd99db422c46a301f00b98f9 2024-11-17T08:34:02,057 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40671/hbase/data/default/testReplayEditsAfterAbortingFlush/60ed441bdd99db422c46a301f00b98f9/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-11-17T08:34:02,058 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 60ed441bdd99db422c46a301f00b98f9; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69102529, jitterRate=0.029707923531532288}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T08:34:02,058 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 60ed441bdd99db422c46a301f00b98f9 2024-11-17T08:34:02,059 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 60ed441bdd99db422c46a301f00b98f9: Running coprocessor pre-open hook at 1731832441939Writing region info on filesystem at 1731832441939Initializing all the Stores at 1731832441940 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832441940Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832441941 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832441941Obtaining lock to block concurrent updates at 1731832441954 (+13 ms)Preparing flush snapshotting stores in 60ed441bdd99db422c46a301f00b98f9 at 1731832441954Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1731832432688.60ed441bdd99db422c46a301f00b98f9., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1731832441954Flushing stores of testReplayEditsAfterAbortingFlush,,1731832432688.60ed441bdd99db422c46a301f00b98f9. at 1731832441954Flushing 60ed441bdd99db422c46a301f00b98f9/a: creating writer at 1731832441954Flushing 60ed441bdd99db422c46a301f00b98f9/a: appending metadata at 1731832441968 (+14 ms)Flushing 60ed441bdd99db422c46a301f00b98f9/a: closing flushed file at 1731832441968Flushing 60ed441bdd99db422c46a301f00b98f9/b: creating writer at 1731832441980 (+12 ms)Flushing 60ed441bdd99db422c46a301f00b98f9/b: appending metadata at 1731832441993 (+13 ms)Flushing 60ed441bdd99db422c46a301f00b98f9/b: closing flushed file at 1731832441993Flushing 60ed441bdd99db422c46a301f00b98f9/c: creating writer at 1731832442004 (+11 ms)Flushing 60ed441bdd99db422c46a301f00b98f9/c: appending metadata at 1731832442018 (+14 ms)Flushing 60ed441bdd99db422c46a301f00b98f9/c: closing flushed file at 1731832442018Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c946721: reopening flushed file at 1731832442030 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ceb6cdc: reopening flushed file at 1731832442039 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fad07c: reopening flushed file at 1731832442046 (+7 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 60ed441bdd99db422c46a301f00b98f9 in 99ms, sequenceid=26, compaction requested=false; wal=null at 1731832442052 (+6 ms)Cleaning up temporary data from old regions at 1731832442054 (+2 ms)Running coprocessor post-open hooks at 1731832442058 (+4 ms)Region opened successfully at 1731832442059 (+1 ms) 2024-11-17T08:34:02,078 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterAbortingFlush Thread=410 (was 409) Potentially hanging thread: AsyncFSWAL-22-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-160994225-172.17.0.3-1731832406351:blk_1073741905_1083, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_251950348_22 at /127.0.0.1:59560 [Receiving block BP-160994225-172.17.0.3-1731832406351:blk_1073741905_1083] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-160994225-172.17.0.3-1731832406351:blk_1073741905_1083, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_251950348_22 at /127.0.0.1:51284 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_251950348_22 at /127.0.0.1:59576 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-22-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-22-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-160994225-172.17.0.3-1731832406351:blk_1073741905_1083, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_251950348_22 at /127.0.0.1:54562 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_251950348_22 at /127.0.0.1:51294 [Receiving block BP-160994225-172.17.0.3-1731832406351:blk_1073741905_1083] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_251950348_22 at /127.0.0.1:54538 [Receiving block BP-160994225-172.17.0.3-1731832406351:blk_1073741905_1083] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1162 (was 1103) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=438 (was 454), ProcessCount=11 (was 11), AvailableMemoryMB=1626 (was 1683) 2024-11-17T08:34:02,078 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1162 is superior to 1024 2024-11-17T08:34:02,090 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testDatalossWhenInputError Thread=410, OpenFileDescriptor=1162, MaxFileDescriptor=1048576, SystemLoadAverage=438, ProcessCount=11, AvailableMemoryMB=1625 2024-11-17T08:34:02,090 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1162 is superior to 1024 2024-11-17T08:34:02,103 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:34:02,104 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:34:02,105 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T08:34:02,107 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-95712939, suffix=, logDir=hdfs://localhost:40671/hbase/WALs/hregion-95712939, archiveDir=hdfs://localhost:40671/hbase/oldWALs, maxLogs=32 2024-11-17T08:34:02,121 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-95712939/hregion-95712939.1731832442108, exclude list is [], retry=0 2024-11-17T08:34:02,124 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33101,DS-4f56f0df-fa7b-4e49-9a81-86952fa63445,DISK] 2024-11-17T08:34:02,124 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44089,DS-329544d5-4f5b-427c-9d50-b44a31c7870e,DISK] 2024-11-17T08:34:02,124 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36323,DS-f55cdc84-bc56-4d4a-90fe-188598338979,DISK] 2024-11-17T08:34:02,126 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-95712939/hregion-95712939.1731832442108 2024-11-17T08:34:02,126 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44617:44617),(127.0.0.1/127.0.0.1:41395:41395),(127.0.0.1/127.0.0.1:46645:46645)] 2024-11-17T08:34:02,126 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 6ff98cf858c7fc1df2b1f2a6f56d7c00, NAME => 'testDatalossWhenInputError,,1731832442103.6ff98cf858c7fc1df2b1f2a6f56d7c00.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40671/hbase 2024-11-17T08:34:02,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741910_1088 (size=61) 2024-11-17T08:34:02,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741910_1088 (size=61) 2024-11-17T08:34:02,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741910_1088 (size=61) 2024-11-17T08:34:02,135 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731832442103.6ff98cf858c7fc1df2b1f2a6f56d7c00.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:34:02,136 INFO [StoreOpener-6ff98cf858c7fc1df2b1f2a6f56d7c00-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6ff98cf858c7fc1df2b1f2a6f56d7c00 2024-11-17T08:34:02,137 INFO [StoreOpener-6ff98cf858c7fc1df2b1f2a6f56d7c00-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ff98cf858c7fc1df2b1f2a6f56d7c00 columnFamilyName a 2024-11-17T08:34:02,137 DEBUG [StoreOpener-6ff98cf858c7fc1df2b1f2a6f56d7c00-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:34:02,137 INFO [StoreOpener-6ff98cf858c7fc1df2b1f2a6f56d7c00-1 {}] regionserver.HStore(327): Store=6ff98cf858c7fc1df2b1f2a6f56d7c00/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:34:02,138 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6ff98cf858c7fc1df2b1f2a6f56d7c00 2024-11-17T08:34:02,138 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40671/hbase/data/default/testDatalossWhenInputError/6ff98cf858c7fc1df2b1f2a6f56d7c00 2024-11-17T08:34:02,139 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40671/hbase/data/default/testDatalossWhenInputError/6ff98cf858c7fc1df2b1f2a6f56d7c00 2024-11-17T08:34:02,139 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6ff98cf858c7fc1df2b1f2a6f56d7c00 2024-11-17T08:34:02,139 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6ff98cf858c7fc1df2b1f2a6f56d7c00 2024-11-17T08:34:02,141 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6ff98cf858c7fc1df2b1f2a6f56d7c00 2024-11-17T08:34:02,143 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40671/hbase/data/default/testDatalossWhenInputError/6ff98cf858c7fc1df2b1f2a6f56d7c00/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:34:02,144 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6ff98cf858c7fc1df2b1f2a6f56d7c00; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67774413, jitterRate=0.009917452931404114}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T08:34:02,145 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6ff98cf858c7fc1df2b1f2a6f56d7c00: Writing region info on filesystem at 1731832442135Initializing all the Stores at 1731832442135Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832442135Cleaning up temporary data from old regions at 1731832442139 (+4 ms)Region opened successfully at 1731832442145 (+6 ms) 2024-11-17T08:34:02,145 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 6ff98cf858c7fc1df2b1f2a6f56d7c00, disabling compactions & flushes 2024-11-17T08:34:02,145 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1731832442103.6ff98cf858c7fc1df2b1f2a6f56d7c00. 2024-11-17T08:34:02,145 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1731832442103.6ff98cf858c7fc1df2b1f2a6f56d7c00. 2024-11-17T08:34:02,145 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1731832442103.6ff98cf858c7fc1df2b1f2a6f56d7c00. after waiting 0 ms 2024-11-17T08:34:02,145 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1731832442103.6ff98cf858c7fc1df2b1f2a6f56d7c00. 2024-11-17T08:34:02,145 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1731832442103.6ff98cf858c7fc1df2b1f2a6f56d7c00. 2024-11-17T08:34:02,146 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 6ff98cf858c7fc1df2b1f2a6f56d7c00: Waiting for close lock at 1731832442145Disabling compacts and flushes for region at 1731832442145Disabling writes for close at 1731832442145Writing region close event to WAL at 1731832442145Closed at 1731832442145 2024-11-17T08:34:02,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741909_1087 (size=93) 2024-11-17T08:34:02,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741909_1087 (size=93) 2024-11-17T08:34:02,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741909_1087 (size=93) 2024-11-17T08:34:02,151 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-17T08:34:02,151 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-95712939:(num 1731832442108) 2024-11-17T08:34:02,151 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-17T08:34:02,153 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40671/hbase/WALs/testdatalosswheninputerror-manual,16010,1731832442102, archiveDir=hdfs://localhost:40671/hbase/oldWALs, maxLogs=32 2024-11-17T08:34:02,170 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1731832442102/wal.1731832442153, exclude list is [], retry=0 2024-11-17T08:34:02,173 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36323,DS-f55cdc84-bc56-4d4a-90fe-188598338979,DISK] 2024-11-17T08:34:02,173 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33101,DS-4f56f0df-fa7b-4e49-9a81-86952fa63445,DISK] 2024-11-17T08:34:02,173 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44089,DS-329544d5-4f5b-427c-9d50-b44a31c7870e,DISK] 2024-11-17T08:34:02,175 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1731832442102/wal.1731832442153 2024-11-17T08:34:02,175 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46645:46645),(127.0.0.1/127.0.0.1:44617:44617),(127.0.0.1/127.0.0.1:41395:41395)] 2024-11-17T08:34:02,175 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 6ff98cf858c7fc1df2b1f2a6f56d7c00, NAME => 'testDatalossWhenInputError,,1731832442103.6ff98cf858c7fc1df2b1f2a6f56d7c00.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:34:02,175 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731832442103.6ff98cf858c7fc1df2b1f2a6f56d7c00.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:34:02,175 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 6ff98cf858c7fc1df2b1f2a6f56d7c00 2024-11-17T08:34:02,175 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 6ff98cf858c7fc1df2b1f2a6f56d7c00 2024-11-17T08:34:02,178 INFO [StoreOpener-6ff98cf858c7fc1df2b1f2a6f56d7c00-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6ff98cf858c7fc1df2b1f2a6f56d7c00 2024-11-17T08:34:02,179 INFO [StoreOpener-6ff98cf858c7fc1df2b1f2a6f56d7c00-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ff98cf858c7fc1df2b1f2a6f56d7c00 columnFamilyName a 2024-11-17T08:34:02,179 DEBUG [StoreOpener-6ff98cf858c7fc1df2b1f2a6f56d7c00-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:34:02,180 INFO [StoreOpener-6ff98cf858c7fc1df2b1f2a6f56d7c00-1 {}] regionserver.HStore(327): Store=6ff98cf858c7fc1df2b1f2a6f56d7c00/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:34:02,180 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6ff98cf858c7fc1df2b1f2a6f56d7c00 2024-11-17T08:34:02,180 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40671/hbase/data/default/testDatalossWhenInputError/6ff98cf858c7fc1df2b1f2a6f56d7c00 2024-11-17T08:34:02,182 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40671/hbase/data/default/testDatalossWhenInputError/6ff98cf858c7fc1df2b1f2a6f56d7c00 2024-11-17T08:34:02,182 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6ff98cf858c7fc1df2b1f2a6f56d7c00 2024-11-17T08:34:02,182 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6ff98cf858c7fc1df2b1f2a6f56d7c00 2024-11-17T08:34:02,184 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6ff98cf858c7fc1df2b1f2a6f56d7c00 2024-11-17T08:34:02,185 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6ff98cf858c7fc1df2b1f2a6f56d7c00; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75420436, jitterRate=0.12385207414627075}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T08:34:02,185 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6ff98cf858c7fc1df2b1f2a6f56d7c00: Writing region info on filesystem at 1731832442176Initializing all the Stores at 1731832442176Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832442177 (+1 ms)Cleaning up temporary data from old regions at 1731832442182 (+5 ms)Region opened successfully at 1731832442185 (+3 ms) 2024-11-17T08:34:02,195 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 6ff98cf858c7fc1df2b1f2a6f56d7c00, disabling compactions & flushes 2024-11-17T08:34:02,195 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1731832442103.6ff98cf858c7fc1df2b1f2a6f56d7c00. 2024-11-17T08:34:02,195 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1731832442103.6ff98cf858c7fc1df2b1f2a6f56d7c00. 2024-11-17T08:34:02,195 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1731832442103.6ff98cf858c7fc1df2b1f2a6f56d7c00. after waiting 0 ms 2024-11-17T08:34:02,195 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1731832442103.6ff98cf858c7fc1df2b1f2a6f56d7c00. 2024-11-17T08:34:02,195 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1731832442103.6ff98cf858c7fc1df2b1f2a6f56d7c00. 2024-11-17T08:34:02,195 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1731832442103.6ff98cf858c7fc1df2b1f2a6f56d7c00. 2024-11-17T08:34:02,195 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 6ff98cf858c7fc1df2b1f2a6f56d7c00: Waiting for close lock at 1731832442195Disabling compacts and flushes for region at 1731832442195Disabling writes for close at 1731832442195Writing region close event to WAL at 1731832442195Closed at 1731832442195 2024-11-17T08:34:02,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741911_1089 (size=838) 2024-11-17T08:34:02,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741911_1089 (size=838) 2024-11-17T08:34:02,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741911_1089 (size=838) 2024-11-17T08:34:02,213 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40671/hbase/WALs/testdatalosswheninputerror-manual,16010,1731832442102/wal.1731832442153, size=838 (838bytes) 2024-11-17T08:34:02,213 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40671/hbase/WALs/testdatalosswheninputerror-manual,16010,1731832442102/wal.1731832442153 2024-11-17T08:34:02,213 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40671/hbase/WALs/testdatalosswheninputerror-manual,16010,1731832442102/wal.1731832442153 after 0ms 2024-11-17T08:34:02,215 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40671/hbase/WALs/testdatalosswheninputerror-manual,16010,1731832442102/wal.1731832442153: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T08:34:02,216 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40671/hbase/WALs/testdatalosswheninputerror-manual,16010,1731832442102/wal.1731832442153 took 3ms 2024-11-17T08:34:02,217 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40671/hbase/WALs/testdatalosswheninputerror-manual,16010,1731832442102/wal.1731832442153 so closing down 2024-11-17T08:34:02,217 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:34:02,219 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731832442153.temp 2024-11-17T08:34:02,220 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40671/hbase/data/default/testDatalossWhenInputError/6ff98cf858c7fc1df2b1f2a6f56d7c00/recovered.edits/0000000000000000003-wal.1731832442153.temp 2024-11-17T08:34:02,220 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:34:02,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741912_1090 (size=838) 2024-11-17T08:34:02,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741912_1090 (size=838) 2024-11-17T08:34:02,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741912_1090 (size=838) 2024-11-17T08:34:02,227 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40671/hbase/data/default/testDatalossWhenInputError/6ff98cf858c7fc1df2b1f2a6f56d7c00/recovered.edits/0000000000000000003-wal.1731832442153.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:34:02,228 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40671/hbase/data/default/testDatalossWhenInputError/6ff98cf858c7fc1df2b1f2a6f56d7c00/recovered.edits/0000000000000000003-wal.1731832442153.temp to hdfs://localhost:40671/hbase/data/default/testDatalossWhenInputError/6ff98cf858c7fc1df2b1f2a6f56d7c00/recovered.edits/0000000000000000012 2024-11-17T08:34:02,229 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:40671/hbase/WALs/testdatalosswheninputerror-manual,16010,1731832442102/wal.1731832442153, size=838, length=838, corrupted=false, cancelled=false 2024-11-17T08:34:02,229 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40671/hbase/WALs/testdatalosswheninputerror-manual,16010,1731832442102/wal.1731832442153, journal: Splitting hdfs://localhost:40671/hbase/WALs/testdatalosswheninputerror-manual,16010,1731832442102/wal.1731832442153, size=838 (838bytes) at 1731832442213Finishing writing output for hdfs://localhost:40671/hbase/WALs/testdatalosswheninputerror-manual,16010,1731832442102/wal.1731832442153 so closing down at 1731832442217 (+4 ms)Creating recovered edits writer path=hdfs://localhost:40671/hbase/data/default/testDatalossWhenInputError/6ff98cf858c7fc1df2b1f2a6f56d7c00/recovered.edits/0000000000000000003-wal.1731832442153.temp at 1731832442220 (+3 ms)3 split writer threads finished at 1731832442220Closed recovered edits writer path=hdfs://localhost:40671/hbase/data/default/testDatalossWhenInputError/6ff98cf858c7fc1df2b1f2a6f56d7c00/recovered.edits/0000000000000000003-wal.1731832442153.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731832442227 (+7 ms)Rename recovered edits hdfs://localhost:40671/hbase/data/default/testDatalossWhenInputError/6ff98cf858c7fc1df2b1f2a6f56d7c00/recovered.edits/0000000000000000003-wal.1731832442153.temp to hdfs://localhost:40671/hbase/data/default/testDatalossWhenInputError/6ff98cf858c7fc1df2b1f2a6f56d7c00/recovered.edits/0000000000000000012 at 1731832442228 (+1 ms)Processed 10 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:40671/hbase/WALs/testdatalosswheninputerror-manual,16010,1731832442102/wal.1731832442153, size=838, length=838, corrupted=false, cancelled=false at 1731832442229 (+1 ms) 2024-11-17T08:34:02,230 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40671/hbase/WALs/testdatalosswheninputerror-manual,16010,1731832442102/wal.1731832442153 to hdfs://localhost:40671/hbase/oldWALs/wal.1731832442153 2024-11-17T08:34:02,231 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40671/hbase/data/default/testDatalossWhenInputError/6ff98cf858c7fc1df2b1f2a6f56d7c00/recovered.edits/0000000000000000012 2024-11-17T08:34:02,234 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40671/hbase/data/default/testDatalossWhenInputError/6ff98cf858c7fc1df2b1f2a6f56d7c00/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T08:34:02,567 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-17T08:34:02,570 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40671/hbase/WALs/testdatalosswheninputerror-manual,16010,1731832442102, archiveDir=hdfs://localhost:40671/hbase/oldWALs, maxLogs=32 2024-11-17T08:34:02,582 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1731832442102/wal.1731832442570, exclude list is [], retry=0 2024-11-17T08:34:02,584 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36323,DS-f55cdc84-bc56-4d4a-90fe-188598338979,DISK] 2024-11-17T08:34:02,584 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44089,DS-329544d5-4f5b-427c-9d50-b44a31c7870e,DISK] 2024-11-17T08:34:02,585 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33101,DS-4f56f0df-fa7b-4e49-9a81-86952fa63445,DISK] 2024-11-17T08:34:02,586 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1731832442102/wal.1731832442570 2024-11-17T08:34:02,586 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46645:46645),(127.0.0.1/127.0.0.1:41395:41395),(127.0.0.1/127.0.0.1:44617:44617)] 2024-11-17T08:34:02,587 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 6ff98cf858c7fc1df2b1f2a6f56d7c00, NAME => 'testDatalossWhenInputError,,1731832442103.6ff98cf858c7fc1df2b1f2a6f56d7c00.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:34:02,587 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731832442103.6ff98cf858c7fc1df2b1f2a6f56d7c00.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:34:02,587 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 6ff98cf858c7fc1df2b1f2a6f56d7c00 2024-11-17T08:34:02,587 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 6ff98cf858c7fc1df2b1f2a6f56d7c00 2024-11-17T08:34:02,591 INFO [StoreOpener-6ff98cf858c7fc1df2b1f2a6f56d7c00-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6ff98cf858c7fc1df2b1f2a6f56d7c00 2024-11-17T08:34:02,593 INFO [StoreOpener-6ff98cf858c7fc1df2b1f2a6f56d7c00-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ff98cf858c7fc1df2b1f2a6f56d7c00 columnFamilyName a 2024-11-17T08:34:02,593 DEBUG [StoreOpener-6ff98cf858c7fc1df2b1f2a6f56d7c00-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:34:02,594 INFO [StoreOpener-6ff98cf858c7fc1df2b1f2a6f56d7c00-1 {}] regionserver.HStore(327): Store=6ff98cf858c7fc1df2b1f2a6f56d7c00/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:34:02,594 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6ff98cf858c7fc1df2b1f2a6f56d7c00 2024-11-17T08:34:02,595 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40671/hbase/data/default/testDatalossWhenInputError/6ff98cf858c7fc1df2b1f2a6f56d7c00 2024-11-17T08:34:02,597 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40671/hbase/data/default/testDatalossWhenInputError/6ff98cf858c7fc1df2b1f2a6f56d7c00 2024-11-17T08:34:02,597 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40671/hbase/data/default/testDatalossWhenInputError/6ff98cf858c7fc1df2b1f2a6f56d7c00/recovered.edits/0000000000000000012 2024-11-17T08:34:02,599 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40671/hbase/data/default/testDatalossWhenInputError/6ff98cf858c7fc1df2b1f2a6f56d7c00/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T08:34:02,601 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:40671/hbase/data/default/testDatalossWhenInputError/6ff98cf858c7fc1df2b1f2a6f56d7c00/recovered.edits/0000000000000000012 2024-11-17T08:34:02,601 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 6ff98cf858c7fc1df2b1f2a6f56d7c00 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-11-17T08:34:02,625 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40671/hbase/data/default/testDatalossWhenInputError/6ff98cf858c7fc1df2b1f2a6f56d7c00/.tmp/a/2192ad7210cc487bbba426a164fe7305 is 79, key is testDatalossWhenInputError/a:x0/1731832442185/Put/seqid=0 2024-11-17T08:34:02,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741914_1092 (size=5808) 2024-11-17T08:34:02,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741914_1092 (size=5808) 2024-11-17T08:34:02,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741914_1092 (size=5808) 2024-11-17T08:34:02,633 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40671/hbase/data/default/testDatalossWhenInputError/6ff98cf858c7fc1df2b1f2a6f56d7c00/.tmp/a/2192ad7210cc487bbba426a164fe7305 2024-11-17T08:34:02,642 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40671/hbase/data/default/testDatalossWhenInputError/6ff98cf858c7fc1df2b1f2a6f56d7c00/.tmp/a/2192ad7210cc487bbba426a164fe7305 as hdfs://localhost:40671/hbase/data/default/testDatalossWhenInputError/6ff98cf858c7fc1df2b1f2a6f56d7c00/a/2192ad7210cc487bbba426a164fe7305 2024-11-17T08:34:02,652 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40671/hbase/data/default/testDatalossWhenInputError/6ff98cf858c7fc1df2b1f2a6f56d7c00/a/2192ad7210cc487bbba426a164fe7305, entries=10, sequenceid=12, filesize=5.7 K 2024-11-17T08:34:02,652 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 6ff98cf858c7fc1df2b1f2a6f56d7c00 in 51ms, sequenceid=12, compaction requested=false; wal=null 2024-11-17T08:34:02,653 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40671/hbase/data/default/testDatalossWhenInputError/6ff98cf858c7fc1df2b1f2a6f56d7c00/recovered.edits/0000000000000000012 2024-11-17T08:34:02,654 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6ff98cf858c7fc1df2b1f2a6f56d7c00 2024-11-17T08:34:02,654 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6ff98cf858c7fc1df2b1f2a6f56d7c00 2024-11-17T08:34:02,656 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6ff98cf858c7fc1df2b1f2a6f56d7c00 2024-11-17T08:34:02,658 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40671/hbase/data/default/testDatalossWhenInputError/6ff98cf858c7fc1df2b1f2a6f56d7c00/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-17T08:34:02,659 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6ff98cf858c7fc1df2b1f2a6f56d7c00; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62156732, jitterRate=-0.07379251718521118}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T08:34:02,660 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6ff98cf858c7fc1df2b1f2a6f56d7c00: Writing region info on filesystem at 1731832442587Initializing all the Stores at 1731832442590 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832442590Obtaining lock to block concurrent updates at 1731832442601 (+11 ms)Preparing flush snapshotting stores in 6ff98cf858c7fc1df2b1f2a6f56d7c00 at 1731832442601Finished memstore snapshotting testDatalossWhenInputError,,1731832442103.6ff98cf858c7fc1df2b1f2a6f56d7c00., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1731832442601Flushing stores of testDatalossWhenInputError,,1731832442103.6ff98cf858c7fc1df2b1f2a6f56d7c00. at 1731832442601Flushing 6ff98cf858c7fc1df2b1f2a6f56d7c00/a: creating writer at 1731832442601Flushing 6ff98cf858c7fc1df2b1f2a6f56d7c00/a: appending metadata at 1731832442624 (+23 ms)Flushing 6ff98cf858c7fc1df2b1f2a6f56d7c00/a: closing flushed file at 1731832442624Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4636b629: reopening flushed file at 1731832442640 (+16 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 6ff98cf858c7fc1df2b1f2a6f56d7c00 in 51ms, sequenceid=12, compaction requested=false; wal=null at 1731832442652 (+12 ms)Cleaning up temporary data from old regions at 1731832442654 (+2 ms)Region opened successfully at 1731832442660 (+6 ms) 2024-11-17T08:34:02,663 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 6ff98cf858c7fc1df2b1f2a6f56d7c00, NAME => 'testDatalossWhenInputError,,1731832442103.6ff98cf858c7fc1df2b1f2a6f56d7c00.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:34:02,663 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731832442103.6ff98cf858c7fc1df2b1f2a6f56d7c00.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:34:02,663 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 6ff98cf858c7fc1df2b1f2a6f56d7c00 2024-11-17T08:34:02,663 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 6ff98cf858c7fc1df2b1f2a6f56d7c00 2024-11-17T08:34:02,665 INFO [StoreOpener-6ff98cf858c7fc1df2b1f2a6f56d7c00-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6ff98cf858c7fc1df2b1f2a6f56d7c00 2024-11-17T08:34:02,665 INFO [StoreOpener-6ff98cf858c7fc1df2b1f2a6f56d7c00-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ff98cf858c7fc1df2b1f2a6f56d7c00 columnFamilyName a 2024-11-17T08:34:02,666 DEBUG [StoreOpener-6ff98cf858c7fc1df2b1f2a6f56d7c00-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:34:02,672 DEBUG [StoreOpener-6ff98cf858c7fc1df2b1f2a6f56d7c00-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40671/hbase/data/default/testDatalossWhenInputError/6ff98cf858c7fc1df2b1f2a6f56d7c00/a/2192ad7210cc487bbba426a164fe7305 2024-11-17T08:34:02,672 INFO [StoreOpener-6ff98cf858c7fc1df2b1f2a6f56d7c00-1 {}] regionserver.HStore(327): Store=6ff98cf858c7fc1df2b1f2a6f56d7c00/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:34:02,672 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6ff98cf858c7fc1df2b1f2a6f56d7c00 2024-11-17T08:34:02,673 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40671/hbase/data/default/testDatalossWhenInputError/6ff98cf858c7fc1df2b1f2a6f56d7c00 2024-11-17T08:34:02,674 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40671/hbase/data/default/testDatalossWhenInputError/6ff98cf858c7fc1df2b1f2a6f56d7c00 2024-11-17T08:34:02,675 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6ff98cf858c7fc1df2b1f2a6f56d7c00 2024-11-17T08:34:02,675 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6ff98cf858c7fc1df2b1f2a6f56d7c00 2024-11-17T08:34:02,677 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6ff98cf858c7fc1df2b1f2a6f56d7c00 2024-11-17T08:34:02,679 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40671/hbase/data/default/testDatalossWhenInputError/6ff98cf858c7fc1df2b1f2a6f56d7c00/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-11-17T08:34:02,680 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6ff98cf858c7fc1df2b1f2a6f56d7c00; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67273717, jitterRate=0.0024565011262893677}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T08:34:02,680 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6ff98cf858c7fc1df2b1f2a6f56d7c00: Writing region info on filesystem at 1731832442663Initializing all the Stores at 1731832442664 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832442664Cleaning up temporary data from old regions at 1731832442675 (+11 ms)Region opened successfully at 1731832442680 (+5 ms) 2024-11-17T08:34:02,695 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testDatalossWhenInputError Thread=420 (was 410) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_251950348_22 at /127.0.0.1:51396 [Receiving block BP-160994225-172.17.0.3-1731832406351:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-160994225-172.17.0.3-1731832406351:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-160994225-172.17.0.3-1731832406351:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-160994225-172.17.0.3-1731832406351:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_251950348_22 at /127.0.0.1:51284 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_251950348_22 at /127.0.0.1:59576 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_251950348_22 at /127.0.0.1:59620 [Receiving block BP-160994225-172.17.0.3-1731832406351:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_251950348_22 at /127.0.0.1:54562 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_251950348_22 at /127.0.0.1:54612 [Receiving block BP-160994225-172.17.0.3-1731832406351:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1244 (was 1162) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=438 (was 438), ProcessCount=11 (was 11), AvailableMemoryMB=1615 (was 1625) 2024-11-17T08:34:02,696 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1244 is superior to 1024 2024-11-17T08:34:02,706 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testCompactedBulkLoadedFiles Thread=420, OpenFileDescriptor=1244, MaxFileDescriptor=1048576, SystemLoadAverage=438, ProcessCount=11, AvailableMemoryMB=1614 2024-11-17T08:34:02,706 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1244 is superior to 1024 2024-11-17T08:34:02,719 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:34:02,721 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:34:02,722 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T08:34:02,725 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-49457865, suffix=, logDir=hdfs://localhost:40671/hbase/WALs/hregion-49457865, archiveDir=hdfs://localhost:40671/hbase/oldWALs, maxLogs=32 2024-11-17T08:34:02,740 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-49457865/hregion-49457865.1731832442725, exclude list is [], retry=0 2024-11-17T08:34:02,743 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36323,DS-f55cdc84-bc56-4d4a-90fe-188598338979,DISK] 2024-11-17T08:34:02,743 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44089,DS-329544d5-4f5b-427c-9d50-b44a31c7870e,DISK] 2024-11-17T08:34:02,744 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33101,DS-4f56f0df-fa7b-4e49-9a81-86952fa63445,DISK] 2024-11-17T08:34:02,746 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-49457865/hregion-49457865.1731832442725 2024-11-17T08:34:02,746 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46645:46645),(127.0.0.1/127.0.0.1:41395:41395),(127.0.0.1/127.0.0.1:44617:44617)] 2024-11-17T08:34:02,747 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => fd3f32f6bf7eb73147cd22be434b4cfa, NAME => 'testCompactedBulkLoadedFiles,,1731832442720.fd3f32f6bf7eb73147cd22be434b4cfa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40671/hbase 2024-11-17T08:34:02,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741916_1094 (size=63) 2024-11-17T08:34:02,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741916_1094 (size=63) 2024-11-17T08:34:02,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741916_1094 (size=63) 2024-11-17T08:34:02,762 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731832442720.fd3f32f6bf7eb73147cd22be434b4cfa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:34:02,764 INFO [StoreOpener-fd3f32f6bf7eb73147cd22be434b4cfa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region fd3f32f6bf7eb73147cd22be434b4cfa 2024-11-17T08:34:02,765 INFO [StoreOpener-fd3f32f6bf7eb73147cd22be434b4cfa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd3f32f6bf7eb73147cd22be434b4cfa columnFamilyName a 2024-11-17T08:34:02,765 DEBUG [StoreOpener-fd3f32f6bf7eb73147cd22be434b4cfa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:34:02,766 INFO [StoreOpener-fd3f32f6bf7eb73147cd22be434b4cfa-1 {}] regionserver.HStore(327): Store=fd3f32f6bf7eb73147cd22be434b4cfa/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:34:02,766 INFO [StoreOpener-fd3f32f6bf7eb73147cd22be434b4cfa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region fd3f32f6bf7eb73147cd22be434b4cfa 2024-11-17T08:34:02,767 INFO [StoreOpener-fd3f32f6bf7eb73147cd22be434b4cfa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd3f32f6bf7eb73147cd22be434b4cfa columnFamilyName b 2024-11-17T08:34:02,767 DEBUG [StoreOpener-fd3f32f6bf7eb73147cd22be434b4cfa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:34:02,768 INFO [StoreOpener-fd3f32f6bf7eb73147cd22be434b4cfa-1 {}] regionserver.HStore(327): Store=fd3f32f6bf7eb73147cd22be434b4cfa/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:34:02,768 INFO [StoreOpener-fd3f32f6bf7eb73147cd22be434b4cfa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region fd3f32f6bf7eb73147cd22be434b4cfa 2024-11-17T08:34:02,770 INFO [StoreOpener-fd3f32f6bf7eb73147cd22be434b4cfa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd3f32f6bf7eb73147cd22be434b4cfa columnFamilyName c 2024-11-17T08:34:02,770 DEBUG [StoreOpener-fd3f32f6bf7eb73147cd22be434b4cfa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:34:02,770 INFO [StoreOpener-fd3f32f6bf7eb73147cd22be434b4cfa-1 {}] regionserver.HStore(327): Store=fd3f32f6bf7eb73147cd22be434b4cfa/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:34:02,771 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for fd3f32f6bf7eb73147cd22be434b4cfa 2024-11-17T08:34:02,771 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40671/hbase/data/default/testCompactedBulkLoadedFiles/fd3f32f6bf7eb73147cd22be434b4cfa 2024-11-17T08:34:02,772 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40671/hbase/data/default/testCompactedBulkLoadedFiles/fd3f32f6bf7eb73147cd22be434b4cfa 2024-11-17T08:34:02,773 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for fd3f32f6bf7eb73147cd22be434b4cfa 2024-11-17T08:34:02,773 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for fd3f32f6bf7eb73147cd22be434b4cfa 2024-11-17T08:34:02,773 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T08:34:02,775 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for fd3f32f6bf7eb73147cd22be434b4cfa 2024-11-17T08:34:02,777 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40671/hbase/data/default/testCompactedBulkLoadedFiles/fd3f32f6bf7eb73147cd22be434b4cfa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:34:02,777 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened fd3f32f6bf7eb73147cd22be434b4cfa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68548738, jitterRate=0.0214557945728302}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T08:34:02,778 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for fd3f32f6bf7eb73147cd22be434b4cfa: Writing region info on filesystem at 1731832442762Initializing all the Stores at 1731832442763 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832442763Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832442764 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832442764Cleaning up temporary data from old regions at 1731832442773 (+9 ms)Region opened successfully at 1731832442778 (+5 ms) 2024-11-17T08:34:02,778 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing fd3f32f6bf7eb73147cd22be434b4cfa, disabling compactions & flushes 2024-11-17T08:34:02,778 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1731832442720.fd3f32f6bf7eb73147cd22be434b4cfa. 2024-11-17T08:34:02,778 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1731832442720.fd3f32f6bf7eb73147cd22be434b4cfa. 2024-11-17T08:34:02,778 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1731832442720.fd3f32f6bf7eb73147cd22be434b4cfa. after waiting 0 ms 2024-11-17T08:34:02,778 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1731832442720.fd3f32f6bf7eb73147cd22be434b4cfa. 2024-11-17T08:34:02,779 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1731832442720.fd3f32f6bf7eb73147cd22be434b4cfa. 2024-11-17T08:34:02,779 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for fd3f32f6bf7eb73147cd22be434b4cfa: Waiting for close lock at 1731832442778Disabling compacts and flushes for region at 1731832442778Disabling writes for close at 1731832442778Writing region close event to WAL at 1731832442779 (+1 ms)Closed at 1731832442779 2024-11-17T08:34:02,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741915_1093 (size=93) 2024-11-17T08:34:02,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741915_1093 (size=93) 2024-11-17T08:34:02,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741915_1093 (size=93) 2024-11-17T08:34:02,784 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-17T08:34:02,784 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-49457865:(num 1731832442725) 2024-11-17T08:34:02,784 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-17T08:34:02,786 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40671/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731832442719, archiveDir=hdfs://localhost:40671/hbase/oldWALs, maxLogs=32 2024-11-17T08:34:02,799 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731832442719/wal.1731832442787, exclude list is [], retry=0 2024-11-17T08:34:02,802 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36323,DS-f55cdc84-bc56-4d4a-90fe-188598338979,DISK] 2024-11-17T08:34:02,802 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33101,DS-4f56f0df-fa7b-4e49-9a81-86952fa63445,DISK] 2024-11-17T08:34:02,802 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44089,DS-329544d5-4f5b-427c-9d50-b44a31c7870e,DISK] 2024-11-17T08:34:02,804 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731832442719/wal.1731832442787 2024-11-17T08:34:02,804 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46645:46645),(127.0.0.1/127.0.0.1:44617:44617),(127.0.0.1/127.0.0.1:41395:41395)] 2024-11-17T08:34:02,804 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => fd3f32f6bf7eb73147cd22be434b4cfa, NAME => 'testCompactedBulkLoadedFiles,,1731832442720.fd3f32f6bf7eb73147cd22be434b4cfa.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:34:02,804 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731832442720.fd3f32f6bf7eb73147cd22be434b4cfa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:34:02,805 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for fd3f32f6bf7eb73147cd22be434b4cfa 2024-11-17T08:34:02,805 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for fd3f32f6bf7eb73147cd22be434b4cfa 2024-11-17T08:34:02,806 INFO [StoreOpener-fd3f32f6bf7eb73147cd22be434b4cfa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region fd3f32f6bf7eb73147cd22be434b4cfa 2024-11-17T08:34:02,807 INFO [StoreOpener-fd3f32f6bf7eb73147cd22be434b4cfa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd3f32f6bf7eb73147cd22be434b4cfa columnFamilyName a 2024-11-17T08:34:02,807 DEBUG [StoreOpener-fd3f32f6bf7eb73147cd22be434b4cfa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:34:02,807 INFO [StoreOpener-fd3f32f6bf7eb73147cd22be434b4cfa-1 {}] regionserver.HStore(327): Store=fd3f32f6bf7eb73147cd22be434b4cfa/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:34:02,807 INFO [StoreOpener-fd3f32f6bf7eb73147cd22be434b4cfa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region fd3f32f6bf7eb73147cd22be434b4cfa 2024-11-17T08:34:02,808 INFO [StoreOpener-fd3f32f6bf7eb73147cd22be434b4cfa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd3f32f6bf7eb73147cd22be434b4cfa columnFamilyName b 2024-11-17T08:34:02,808 DEBUG [StoreOpener-fd3f32f6bf7eb73147cd22be434b4cfa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:34:02,809 INFO [StoreOpener-fd3f32f6bf7eb73147cd22be434b4cfa-1 {}] regionserver.HStore(327): Store=fd3f32f6bf7eb73147cd22be434b4cfa/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:34:02,809 INFO [StoreOpener-fd3f32f6bf7eb73147cd22be434b4cfa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region fd3f32f6bf7eb73147cd22be434b4cfa 2024-11-17T08:34:02,810 INFO [StoreOpener-fd3f32f6bf7eb73147cd22be434b4cfa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd3f32f6bf7eb73147cd22be434b4cfa columnFamilyName c 2024-11-17T08:34:02,810 DEBUG [StoreOpener-fd3f32f6bf7eb73147cd22be434b4cfa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:34:02,810 INFO [StoreOpener-fd3f32f6bf7eb73147cd22be434b4cfa-1 {}] regionserver.HStore(327): Store=fd3f32f6bf7eb73147cd22be434b4cfa/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:34:02,811 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for fd3f32f6bf7eb73147cd22be434b4cfa 2024-11-17T08:34:02,811 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40671/hbase/data/default/testCompactedBulkLoadedFiles/fd3f32f6bf7eb73147cd22be434b4cfa 2024-11-17T08:34:02,812 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40671/hbase/data/default/testCompactedBulkLoadedFiles/fd3f32f6bf7eb73147cd22be434b4cfa 2024-11-17T08:34:02,813 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for fd3f32f6bf7eb73147cd22be434b4cfa 2024-11-17T08:34:02,813 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for fd3f32f6bf7eb73147cd22be434b4cfa 2024-11-17T08:34:02,814 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T08:34:02,816 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for fd3f32f6bf7eb73147cd22be434b4cfa 2024-11-17T08:34:02,817 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened fd3f32f6bf7eb73147cd22be434b4cfa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72123189, jitterRate=0.07471926510334015}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T08:34:02,817 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for fd3f32f6bf7eb73147cd22be434b4cfa: Writing region info on filesystem at 1731832442805Initializing all the Stores at 1731832442806 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832442806Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832442806Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832442806Cleaning up temporary data from old regions at 1731832442813 (+7 ms)Region opened successfully at 1731832442817 (+4 ms) 2024-11-17T08:34:02,821 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40671/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1731832442821/Put/seqid=0 2024-11-17T08:34:02,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741918_1096 (size=4875) 2024-11-17T08:34:02,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741918_1096 (size=4875) 2024-11-17T08:34:02,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741918_1096 (size=4875) 2024-11-17T08:34:02,833 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40671/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1731832442833/Put/seqid=0 2024-11-17T08:34:02,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741919_1097 (size=4875) 2024-11-17T08:34:02,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741919_1097 (size=4875) 2024-11-17T08:34:02,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741919_1097 (size=4875) 2024-11-17T08:34:02,844 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40671/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1731832442843/Put/seqid=0 2024-11-17T08:34:02,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741920_1098 (size=4875) 2024-11-17T08:34:02,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741920_1098 (size=4875) 2024-11-17T08:34:02,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741920_1098 (size=4875) 2024-11-17T08:34:02,851 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40671/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in fd3f32f6bf7eb73147cd22be434b4cfa/a 2024-11-17T08:34:02,854 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-11-17T08:34:02,854 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T08:34:02,854 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40671/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in fd3f32f6bf7eb73147cd22be434b4cfa/a 2024-11-17T08:34:02,858 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-11-17T08:34:02,858 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T08:34:02,859 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40671/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in fd3f32f6bf7eb73147cd22be434b4cfa/a 2024-11-17T08:34:02,862 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-11-17T08:34:02,862 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T08:34:02,863 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing fd3f32f6bf7eb73147cd22be434b4cfa 3/3 column families, dataSize=51 B heapSize=896 B 2024-11-17T08:34:02,878 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40671/hbase/data/default/testCompactedBulkLoadedFiles/fd3f32f6bf7eb73147cd22be434b4cfa/.tmp/a/45c3ae05d69e4dc9acf5fc43d19ff027 is 55, key is testCompactedBulkLoadedFiles/a:a/1731832442818/Put/seqid=0 2024-11-17T08:34:02,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741921_1099 (size=5107) 2024-11-17T08:34:02,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741921_1099 (size=5107) 2024-11-17T08:34:02,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741921_1099 (size=5107) 2024-11-17T08:34:02,888 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:40671/hbase/data/default/testCompactedBulkLoadedFiles/fd3f32f6bf7eb73147cd22be434b4cfa/.tmp/a/45c3ae05d69e4dc9acf5fc43d19ff027 2024-11-17T08:34:02,895 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40671/hbase/data/default/testCompactedBulkLoadedFiles/fd3f32f6bf7eb73147cd22be434b4cfa/.tmp/a/45c3ae05d69e4dc9acf5fc43d19ff027 as hdfs://localhost:40671/hbase/data/default/testCompactedBulkLoadedFiles/fd3f32f6bf7eb73147cd22be434b4cfa/a/45c3ae05d69e4dc9acf5fc43d19ff027 2024-11-17T08:34:02,901 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40671/hbase/data/default/testCompactedBulkLoadedFiles/fd3f32f6bf7eb73147cd22be434b4cfa/a/45c3ae05d69e4dc9acf5fc43d19ff027, entries=1, sequenceid=4, filesize=5.0 K 2024-11-17T08:34:02,902 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for fd3f32f6bf7eb73147cd22be434b4cfa in 39ms, sequenceid=4, compaction requested=false 2024-11-17T08:34:02,903 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for fd3f32f6bf7eb73147cd22be434b4cfa: 2024-11-17T08:34:02,904 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40671/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:40671/hbase/data/default/testCompactedBulkLoadedFiles/fd3f32f6bf7eb73147cd22be434b4cfa/a/c36f6365a12042b7b906c70f50c7e6e6_SeqId_4_ 2024-11-17T08:34:02,905 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40671/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:40671/hbase/data/default/testCompactedBulkLoadedFiles/fd3f32f6bf7eb73147cd22be434b4cfa/a/f0ff534aa85f4544b347da0648b3c1e3_SeqId_4_ 2024-11-17T08:34:02,906 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40671/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:40671/hbase/data/default/testCompactedBulkLoadedFiles/fd3f32f6bf7eb73147cd22be434b4cfa/a/7c237161b0ed43f6954ff1e2c5aa920d_SeqId_4_ 2024-11-17T08:34:02,907 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40671/hbase/testCompactedBulkLoadedFiles/hfile0 into fd3f32f6bf7eb73147cd22be434b4cfa/a as hdfs://localhost:40671/hbase/data/default/testCompactedBulkLoadedFiles/fd3f32f6bf7eb73147cd22be434b4cfa/a/c36f6365a12042b7b906c70f50c7e6e6_SeqId_4_ - updating store file list. 2024-11-17T08:34:02,912 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for c36f6365a12042b7b906c70f50c7e6e6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T08:34:02,912 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40671/hbase/data/default/testCompactedBulkLoadedFiles/fd3f32f6bf7eb73147cd22be434b4cfa/a/c36f6365a12042b7b906c70f50c7e6e6_SeqId_4_ into fd3f32f6bf7eb73147cd22be434b4cfa/a 2024-11-17T08:34:02,912 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40671/hbase/testCompactedBulkLoadedFiles/hfile0 into fd3f32f6bf7eb73147cd22be434b4cfa/a (new location: hdfs://localhost:40671/hbase/data/default/testCompactedBulkLoadedFiles/fd3f32f6bf7eb73147cd22be434b4cfa/a/c36f6365a12042b7b906c70f50c7e6e6_SeqId_4_) 2024-11-17T08:34:02,913 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40671/hbase/testCompactedBulkLoadedFiles/hfile1 into fd3f32f6bf7eb73147cd22be434b4cfa/a as hdfs://localhost:40671/hbase/data/default/testCompactedBulkLoadedFiles/fd3f32f6bf7eb73147cd22be434b4cfa/a/f0ff534aa85f4544b347da0648b3c1e3_SeqId_4_ - updating store file list. 2024-11-17T08:34:02,917 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for f0ff534aa85f4544b347da0648b3c1e3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T08:34:02,917 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40671/hbase/data/default/testCompactedBulkLoadedFiles/fd3f32f6bf7eb73147cd22be434b4cfa/a/f0ff534aa85f4544b347da0648b3c1e3_SeqId_4_ into fd3f32f6bf7eb73147cd22be434b4cfa/a 2024-11-17T08:34:02,917 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40671/hbase/testCompactedBulkLoadedFiles/hfile1 into fd3f32f6bf7eb73147cd22be434b4cfa/a (new location: hdfs://localhost:40671/hbase/data/default/testCompactedBulkLoadedFiles/fd3f32f6bf7eb73147cd22be434b4cfa/a/f0ff534aa85f4544b347da0648b3c1e3_SeqId_4_) 2024-11-17T08:34:02,919 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40671/hbase/testCompactedBulkLoadedFiles/hfile2 into fd3f32f6bf7eb73147cd22be434b4cfa/a as hdfs://localhost:40671/hbase/data/default/testCompactedBulkLoadedFiles/fd3f32f6bf7eb73147cd22be434b4cfa/a/7c237161b0ed43f6954ff1e2c5aa920d_SeqId_4_ - updating store file list. 2024-11-17T08:34:02,923 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7c237161b0ed43f6954ff1e2c5aa920d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T08:34:02,923 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40671/hbase/data/default/testCompactedBulkLoadedFiles/fd3f32f6bf7eb73147cd22be434b4cfa/a/7c237161b0ed43f6954ff1e2c5aa920d_SeqId_4_ into fd3f32f6bf7eb73147cd22be434b4cfa/a 2024-11-17T08:34:02,923 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40671/hbase/testCompactedBulkLoadedFiles/hfile2 into fd3f32f6bf7eb73147cd22be434b4cfa/a (new location: hdfs://localhost:40671/hbase/data/default/testCompactedBulkLoadedFiles/fd3f32f6bf7eb73147cd22be434b4cfa/a/7c237161b0ed43f6954ff1e2c5aa920d_SeqId_4_) 2024-11-17T08:34:02,932 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T08:34:02,932 DEBUG [Time-limited test {}] regionserver.HStore(1541): fd3f32f6bf7eb73147cd22be434b4cfa/a is initiating major compaction (all files) 2024-11-17T08:34:02,932 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of fd3f32f6bf7eb73147cd22be434b4cfa/a in testCompactedBulkLoadedFiles,,1731832442720.fd3f32f6bf7eb73147cd22be434b4cfa. 2024-11-17T08:34:02,932 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40671/hbase/data/default/testCompactedBulkLoadedFiles/fd3f32f6bf7eb73147cd22be434b4cfa/a/45c3ae05d69e4dc9acf5fc43d19ff027, hdfs://localhost:40671/hbase/data/default/testCompactedBulkLoadedFiles/fd3f32f6bf7eb73147cd22be434b4cfa/a/c36f6365a12042b7b906c70f50c7e6e6_SeqId_4_, hdfs://localhost:40671/hbase/data/default/testCompactedBulkLoadedFiles/fd3f32f6bf7eb73147cd22be434b4cfa/a/f0ff534aa85f4544b347da0648b3c1e3_SeqId_4_, hdfs://localhost:40671/hbase/data/default/testCompactedBulkLoadedFiles/fd3f32f6bf7eb73147cd22be434b4cfa/a/7c237161b0ed43f6954ff1e2c5aa920d_SeqId_4_] into tmpdir=hdfs://localhost:40671/hbase/data/default/testCompactedBulkLoadedFiles/fd3f32f6bf7eb73147cd22be434b4cfa/.tmp, totalSize=19.3 K 2024-11-17T08:34:02,933 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 45c3ae05d69e4dc9acf5fc43d19ff027, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1731832442818 2024-11-17T08:34:02,933 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting c36f6365a12042b7b906c70f50c7e6e6_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-17T08:34:02,934 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting f0ff534aa85f4544b347da0648b3c1e3_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-17T08:34:02,934 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 7c237161b0ed43f6954ff1e2c5aa920d_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-17T08:34:02,948 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40671/hbase/data/default/testCompactedBulkLoadedFiles/fd3f32f6bf7eb73147cd22be434b4cfa/.tmp/a/4c40a6feea3b43a082e5b76583393ff4 is 55, key is testCompactedBulkLoadedFiles/a:a/1731832442818/Put/seqid=0 2024-11-17T08:34:02,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741922_1100 (size=6154) 2024-11-17T08:34:02,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741922_1100 (size=6154) 2024-11-17T08:34:02,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741922_1100 (size=6154) 2024-11-17T08:34:02,966 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40671/hbase/data/default/testCompactedBulkLoadedFiles/fd3f32f6bf7eb73147cd22be434b4cfa/.tmp/a/4c40a6feea3b43a082e5b76583393ff4 as hdfs://localhost:40671/hbase/data/default/testCompactedBulkLoadedFiles/fd3f32f6bf7eb73147cd22be434b4cfa/a/4c40a6feea3b43a082e5b76583393ff4 2024-11-17T08:34:02,973 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in fd3f32f6bf7eb73147cd22be434b4cfa/a of fd3f32f6bf7eb73147cd22be434b4cfa into 4c40a6feea3b43a082e5b76583393ff4(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T08:34:02,973 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for fd3f32f6bf7eb73147cd22be434b4cfa: 2024-11-17T08:34:02,973 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-17T08:34:02,973 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-17T08:34:03,007 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40671/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731832442719/wal.1731832442787, size=0 (0bytes) 2024-11-17T08:34:03,007 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:40671/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731832442719/wal.1731832442787 might be still open, length is 0 2024-11-17T08:34:03,007 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40671/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731832442719/wal.1731832442787 2024-11-17T08:34:03,008 WARN [IPC Server handler 3 on default port 40671 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731832442719/wal.1731832442787 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095 2024-11-17T08:34:03,008 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:40671/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731832442719/wal.1731832442787 after 1ms 2024-11-17T08:34:05,965 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_251950348_22 at /127.0.0.1:51448 [Receiving block BP-160994225-172.17.0.3-1731832406351:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:36323:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51448 dst: /127.0.0.1:36323 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:36323 remote=/127.0.0.1:51448]. Total timeout mills is 60000, 57008 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T08:34:05,965 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_251950348_22 at /127.0.0.1:59674 [Receiving block BP-160994225-172.17.0.3-1731832406351:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:44089:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59674 dst: /127.0.0.1:44089 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T08:34:05,965 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_251950348_22 at /127.0.0.1:54642 [Receiving block BP-160994225-172.17.0.3-1731832406351:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:33101:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54642 dst: /127.0.0.1:33101 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T08:34:05,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741917_1101 (size=1368) 2024-11-17T08:34:05,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741917_1101 (size=1368) 2024-11-17T08:34:05,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741917_1101 (size=1368) 2024-11-17T08:34:07,009 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:40671/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731832442719/wal.1731832442787 after 4002ms 2024-11-17T08:34:07,011 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40671/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731832442719/wal.1731832442787: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T08:34:07,011 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40671/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731832442719/wal.1731832442787 took 4004ms 2024-11-17T08:34:07,013 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:40671/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731832442719/wal.1731832442787; continuing. 2024-11-17T08:34:07,013 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40671/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731832442719/wal.1731832442787 so closing down 2024-11-17T08:34:07,013 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:34:07,014 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731832442787.temp 2024-11-17T08:34:07,015 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40671/hbase/data/default/testCompactedBulkLoadedFiles/fd3f32f6bf7eb73147cd22be434b4cfa/recovered.edits/0000000000000000003-wal.1731832442787.temp 2024-11-17T08:34:07,015 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:34:07,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741923_1102 (size=635) 2024-11-17T08:34:07,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741923_1102 (size=635) 2024-11-17T08:34:07,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741923_1102 (size=635) 2024-11-17T08:34:07,021 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40671/hbase/data/default/testCompactedBulkLoadedFiles/fd3f32f6bf7eb73147cd22be434b4cfa/recovered.edits/0000000000000000003-wal.1731832442787.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-17T08:34:07,022 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40671/hbase/data/default/testCompactedBulkLoadedFiles/fd3f32f6bf7eb73147cd22be434b4cfa/recovered.edits/0000000000000000003-wal.1731832442787.temp to hdfs://localhost:40671/hbase/data/default/testCompactedBulkLoadedFiles/fd3f32f6bf7eb73147cd22be434b4cfa/recovered.edits/0000000000000000008 2024-11-17T08:34:07,022 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 10 ms; skipped=3; WAL=hdfs://localhost:40671/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731832442719/wal.1731832442787, size=0, length=0, corrupted=false, cancelled=false 2024-11-17T08:34:07,023 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40671/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731832442719/wal.1731832442787, journal: Splitting hdfs://localhost:40671/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731832442719/wal.1731832442787, size=0 (0bytes) at 1731832443007Finishing writing output for hdfs://localhost:40671/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731832442719/wal.1731832442787 so closing down at 1731832447013 (+4006 ms)Creating recovered edits writer path=hdfs://localhost:40671/hbase/data/default/testCompactedBulkLoadedFiles/fd3f32f6bf7eb73147cd22be434b4cfa/recovered.edits/0000000000000000003-wal.1731832442787.temp at 1731832447015 (+2 ms)3 split writer threads finished at 1731832447015Closed recovered edits writer path=hdfs://localhost:40671/hbase/data/default/testCompactedBulkLoadedFiles/fd3f32f6bf7eb73147cd22be434b4cfa/recovered.edits/0000000000000000003-wal.1731832442787.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731832447021 (+6 ms)Rename recovered edits hdfs://localhost:40671/hbase/data/default/testCompactedBulkLoadedFiles/fd3f32f6bf7eb73147cd22be434b4cfa/recovered.edits/0000000000000000003-wal.1731832442787.temp to hdfs://localhost:40671/hbase/data/default/testCompactedBulkLoadedFiles/fd3f32f6bf7eb73147cd22be434b4cfa/recovered.edits/0000000000000000008 at 1731832447022 (+1 ms)Processed 5 edits across 1 Regions in 10 ms; skipped=3; WAL=hdfs://localhost:40671/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731832442719/wal.1731832442787, size=0, length=0, corrupted=false, cancelled=false at 1731832447022 2024-11-17T08:34:07,024 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40671/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731832442719/wal.1731832442787 to hdfs://localhost:40671/hbase/oldWALs/wal.1731832442787 2024-11-17T08:34:07,025 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40671/hbase/data/default/testCompactedBulkLoadedFiles/fd3f32f6bf7eb73147cd22be434b4cfa/recovered.edits/0000000000000000008 2024-11-17T08:34:07,025 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-17T08:34:07,027 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40671/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731832442719, archiveDir=hdfs://localhost:40671/hbase/oldWALs, maxLogs=32 2024-11-17T08:34:07,039 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731832442719/wal.1731832447027, exclude list is [], retry=0 2024-11-17T08:34:07,041 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44089,DS-329544d5-4f5b-427c-9d50-b44a31c7870e,DISK] 2024-11-17T08:34:07,042 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36323,DS-f55cdc84-bc56-4d4a-90fe-188598338979,DISK] 2024-11-17T08:34:07,042 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33101,DS-4f56f0df-fa7b-4e49-9a81-86952fa63445,DISK] 2024-11-17T08:34:07,043 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731832442719/wal.1731832447027 2024-11-17T08:34:07,044 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41395:41395),(127.0.0.1/127.0.0.1:46645:46645),(127.0.0.1/127.0.0.1:44617:44617)] 2024-11-17T08:34:07,044 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => fd3f32f6bf7eb73147cd22be434b4cfa, NAME => 'testCompactedBulkLoadedFiles,,1731832442720.fd3f32f6bf7eb73147cd22be434b4cfa.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:34:07,044 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731832442720.fd3f32f6bf7eb73147cd22be434b4cfa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:34:07,044 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for fd3f32f6bf7eb73147cd22be434b4cfa 2024-11-17T08:34:07,044 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for fd3f32f6bf7eb73147cd22be434b4cfa 2024-11-17T08:34:07,045 INFO [StoreOpener-fd3f32f6bf7eb73147cd22be434b4cfa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region fd3f32f6bf7eb73147cd22be434b4cfa 2024-11-17T08:34:07,046 INFO [StoreOpener-fd3f32f6bf7eb73147cd22be434b4cfa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd3f32f6bf7eb73147cd22be434b4cfa columnFamilyName a 2024-11-17T08:34:07,046 DEBUG [StoreOpener-fd3f32f6bf7eb73147cd22be434b4cfa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:34:07,053 DEBUG [StoreOpener-fd3f32f6bf7eb73147cd22be434b4cfa-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40671/hbase/data/default/testCompactedBulkLoadedFiles/fd3f32f6bf7eb73147cd22be434b4cfa/a/45c3ae05d69e4dc9acf5fc43d19ff027 2024-11-17T08:34:07,056 DEBUG [StoreOpener-fd3f32f6bf7eb73147cd22be434b4cfa-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40671/hbase/data/default/testCompactedBulkLoadedFiles/fd3f32f6bf7eb73147cd22be434b4cfa/a/4c40a6feea3b43a082e5b76583393ff4 2024-11-17T08:34:07,060 DEBUG [StoreFileOpener-fd3f32f6bf7eb73147cd22be434b4cfa-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7c237161b0ed43f6954ff1e2c5aa920d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T08:34:07,060 DEBUG [StoreOpener-fd3f32f6bf7eb73147cd22be434b4cfa-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40671/hbase/data/default/testCompactedBulkLoadedFiles/fd3f32f6bf7eb73147cd22be434b4cfa/a/7c237161b0ed43f6954ff1e2c5aa920d_SeqId_4_ 2024-11-17T08:34:07,064 DEBUG [StoreFileOpener-fd3f32f6bf7eb73147cd22be434b4cfa-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c36f6365a12042b7b906c70f50c7e6e6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T08:34:07,064 DEBUG [StoreOpener-fd3f32f6bf7eb73147cd22be434b4cfa-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40671/hbase/data/default/testCompactedBulkLoadedFiles/fd3f32f6bf7eb73147cd22be434b4cfa/a/c36f6365a12042b7b906c70f50c7e6e6_SeqId_4_ 2024-11-17T08:34:07,067 DEBUG [StoreFileOpener-fd3f32f6bf7eb73147cd22be434b4cfa-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f0ff534aa85f4544b347da0648b3c1e3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T08:34:07,067 DEBUG [StoreOpener-fd3f32f6bf7eb73147cd22be434b4cfa-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40671/hbase/data/default/testCompactedBulkLoadedFiles/fd3f32f6bf7eb73147cd22be434b4cfa/a/f0ff534aa85f4544b347da0648b3c1e3_SeqId_4_ 2024-11-17T08:34:07,067 WARN [StoreOpener-fd3f32f6bf7eb73147cd22be434b4cfa-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:40671/hbase/data/default/testCompactedBulkLoadedFiles/fd3f32f6bf7eb73147cd22be434b4cfa/a/45c3ae05d69e4dc9acf5fc43d19ff027 from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@63169607 2024-11-17T08:34:07,068 WARN [StoreOpener-fd3f32f6bf7eb73147cd22be434b4cfa-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:40671/hbase/data/default/testCompactedBulkLoadedFiles/fd3f32f6bf7eb73147cd22be434b4cfa/a/7c237161b0ed43f6954ff1e2c5aa920d_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@63169607 2024-11-17T08:34:07,068 WARN [StoreOpener-fd3f32f6bf7eb73147cd22be434b4cfa-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:40671/hbase/data/default/testCompactedBulkLoadedFiles/fd3f32f6bf7eb73147cd22be434b4cfa/a/c36f6365a12042b7b906c70f50c7e6e6_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@63169607 2024-11-17T08:34:07,068 WARN [StoreOpener-fd3f32f6bf7eb73147cd22be434b4cfa-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:40671/hbase/data/default/testCompactedBulkLoadedFiles/fd3f32f6bf7eb73147cd22be434b4cfa/a/f0ff534aa85f4544b347da0648b3c1e3_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@63169607 2024-11-17T08:34:07,068 DEBUG [StoreOpener-fd3f32f6bf7eb73147cd22be434b4cfa-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:40671/hbase/data/default/testCompactedBulkLoadedFiles/fd3f32f6bf7eb73147cd22be434b4cfa/a/45c3ae05d69e4dc9acf5fc43d19ff027, hdfs://localhost:40671/hbase/data/default/testCompactedBulkLoadedFiles/fd3f32f6bf7eb73147cd22be434b4cfa/a/7c237161b0ed43f6954ff1e2c5aa920d_SeqId_4_, hdfs://localhost:40671/hbase/data/default/testCompactedBulkLoadedFiles/fd3f32f6bf7eb73147cd22be434b4cfa/a/c36f6365a12042b7b906c70f50c7e6e6_SeqId_4_, hdfs://localhost:40671/hbase/data/default/testCompactedBulkLoadedFiles/fd3f32f6bf7eb73147cd22be434b4cfa/a/f0ff534aa85f4544b347da0648b3c1e3_SeqId_4_] to archive 2024-11-17T08:34:07,069 DEBUG [StoreOpener-fd3f32f6bf7eb73147cd22be434b4cfa-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-17T08:34:07,070 DEBUG [StoreOpener-fd3f32f6bf7eb73147cd22be434b4cfa-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40671/hbase/data/default/testCompactedBulkLoadedFiles/fd3f32f6bf7eb73147cd22be434b4cfa/a/45c3ae05d69e4dc9acf5fc43d19ff027 to hdfs://localhost:40671/hbase/archive/data/default/testCompactedBulkLoadedFiles/fd3f32f6bf7eb73147cd22be434b4cfa/a/45c3ae05d69e4dc9acf5fc43d19ff027 2024-11-17T08:34:07,071 DEBUG [StoreOpener-fd3f32f6bf7eb73147cd22be434b4cfa-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40671/hbase/data/default/testCompactedBulkLoadedFiles/fd3f32f6bf7eb73147cd22be434b4cfa/a/7c237161b0ed43f6954ff1e2c5aa920d_SeqId_4_ to hdfs://localhost:40671/hbase/archive/data/default/testCompactedBulkLoadedFiles/fd3f32f6bf7eb73147cd22be434b4cfa/a/7c237161b0ed43f6954ff1e2c5aa920d_SeqId_4_ 2024-11-17T08:34:07,072 DEBUG [StoreOpener-fd3f32f6bf7eb73147cd22be434b4cfa-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40671/hbase/data/default/testCompactedBulkLoadedFiles/fd3f32f6bf7eb73147cd22be434b4cfa/a/c36f6365a12042b7b906c70f50c7e6e6_SeqId_4_ to hdfs://localhost:40671/hbase/archive/data/default/testCompactedBulkLoadedFiles/fd3f32f6bf7eb73147cd22be434b4cfa/a/c36f6365a12042b7b906c70f50c7e6e6_SeqId_4_ 2024-11-17T08:34:07,073 DEBUG [StoreOpener-fd3f32f6bf7eb73147cd22be434b4cfa-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40671/hbase/data/default/testCompactedBulkLoadedFiles/fd3f32f6bf7eb73147cd22be434b4cfa/a/f0ff534aa85f4544b347da0648b3c1e3_SeqId_4_ to hdfs://localhost:40671/hbase/archive/data/default/testCompactedBulkLoadedFiles/fd3f32f6bf7eb73147cd22be434b4cfa/a/f0ff534aa85f4544b347da0648b3c1e3_SeqId_4_ 2024-11-17T08:34:07,073 INFO [StoreOpener-fd3f32f6bf7eb73147cd22be434b4cfa-1 {}] regionserver.HStore(327): Store=fd3f32f6bf7eb73147cd22be434b4cfa/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:34:07,073 INFO [StoreOpener-fd3f32f6bf7eb73147cd22be434b4cfa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region fd3f32f6bf7eb73147cd22be434b4cfa 2024-11-17T08:34:07,074 INFO [StoreOpener-fd3f32f6bf7eb73147cd22be434b4cfa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd3f32f6bf7eb73147cd22be434b4cfa columnFamilyName b 2024-11-17T08:34:07,074 DEBUG [StoreOpener-fd3f32f6bf7eb73147cd22be434b4cfa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:34:07,074 INFO [StoreOpener-fd3f32f6bf7eb73147cd22be434b4cfa-1 {}] regionserver.HStore(327): Store=fd3f32f6bf7eb73147cd22be434b4cfa/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:34:07,075 INFO [StoreOpener-fd3f32f6bf7eb73147cd22be434b4cfa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region fd3f32f6bf7eb73147cd22be434b4cfa 2024-11-17T08:34:07,075 INFO [StoreOpener-fd3f32f6bf7eb73147cd22be434b4cfa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd3f32f6bf7eb73147cd22be434b4cfa columnFamilyName c 2024-11-17T08:34:07,075 DEBUG [StoreOpener-fd3f32f6bf7eb73147cd22be434b4cfa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:34:07,076 INFO [StoreOpener-fd3f32f6bf7eb73147cd22be434b4cfa-1 {}] regionserver.HStore(327): Store=fd3f32f6bf7eb73147cd22be434b4cfa/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:34:07,076 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for fd3f32f6bf7eb73147cd22be434b4cfa 2024-11-17T08:34:07,076 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40671/hbase/data/default/testCompactedBulkLoadedFiles/fd3f32f6bf7eb73147cd22be434b4cfa 2024-11-17T08:34:07,077 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40671/hbase/data/default/testCompactedBulkLoadedFiles/fd3f32f6bf7eb73147cd22be434b4cfa 2024-11-17T08:34:07,078 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40671/hbase/data/default/testCompactedBulkLoadedFiles/fd3f32f6bf7eb73147cd22be434b4cfa/recovered.edits/0000000000000000008 2024-11-17T08:34:07,079 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40671/hbase/data/default/testCompactedBulkLoadedFiles/fd3f32f6bf7eb73147cd22be434b4cfa/recovered.edits/0000000000000000008: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T08:34:07,081 DEBUG [Time-limited test {}] regionserver.HRegion(5836): fd3f32f6bf7eb73147cd22be434b4cfa : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "fd3f32f6bf7eb73147cd22be434b4cfa" family_name: "a" compaction_input: "45c3ae05d69e4dc9acf5fc43d19ff027" compaction_input: "c36f6365a12042b7b906c70f50c7e6e6_SeqId_4_" compaction_input: "f0ff534aa85f4544b347da0648b3c1e3_SeqId_4_" compaction_input: "7c237161b0ed43f6954ff1e2c5aa920d_SeqId_4_" compaction_output: "4c40a6feea3b43a082e5b76583393ff4" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1731832442720.fd3f32f6bf7eb73147cd22be434b4cfa." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-11-17T08:34:07,081 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-11-17T08:34:07,081 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:40671/hbase/data/default/testCompactedBulkLoadedFiles/fd3f32f6bf7eb73147cd22be434b4cfa/recovered.edits/0000000000000000008 2024-11-17T08:34:07,082 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40671/hbase/data/default/testCompactedBulkLoadedFiles/fd3f32f6bf7eb73147cd22be434b4cfa/recovered.edits/0000000000000000008 2024-11-17T08:34:07,083 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for fd3f32f6bf7eb73147cd22be434b4cfa 2024-11-17T08:34:07,083 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for fd3f32f6bf7eb73147cd22be434b4cfa 2024-11-17T08:34:07,083 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T08:34:07,084 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for fd3f32f6bf7eb73147cd22be434b4cfa 2024-11-17T08:34:07,086 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40671/hbase/data/default/testCompactedBulkLoadedFiles/fd3f32f6bf7eb73147cd22be434b4cfa/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T08:34:07,087 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened fd3f32f6bf7eb73147cd22be434b4cfa; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70330905, jitterRate=0.048012152314186096}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T08:34:07,087 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for fd3f32f6bf7eb73147cd22be434b4cfa: Writing region info on filesystem at 1731832447044Initializing all the Stores at 1731832447045 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832447045Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832447045Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832447045Cleaning up temporary data from old regions at 1731832447083 (+38 ms)Region opened successfully at 1731832447087 (+4 ms) 2024-11-17T08:34:07,089 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing fd3f32f6bf7eb73147cd22be434b4cfa, disabling compactions & flushes 2024-11-17T08:34:07,090 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1731832442720.fd3f32f6bf7eb73147cd22be434b4cfa. 2024-11-17T08:34:07,090 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1731832442720.fd3f32f6bf7eb73147cd22be434b4cfa. 2024-11-17T08:34:07,090 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1731832442720.fd3f32f6bf7eb73147cd22be434b4cfa. after waiting 0 ms 2024-11-17T08:34:07,090 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1731832442720.fd3f32f6bf7eb73147cd22be434b4cfa. 2024-11-17T08:34:07,090 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1731832442720.fd3f32f6bf7eb73147cd22be434b4cfa. 2024-11-17T08:34:07,090 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for fd3f32f6bf7eb73147cd22be434b4cfa: Waiting for close lock at 1731832447089Disabling compacts and flushes for region at 1731832447089Disabling writes for close at 1731832447090 (+1 ms)Writing region close event to WAL at 1731832447090Closed at 1731832447090 2024-11-17T08:34:07,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741924_1103 (size=93) 2024-11-17T08:34:07,095 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731832442719/wal.1731832447027 not finished, retry = 0 2024-11-17T08:34:07,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741924_1103 (size=93) 2024-11-17T08:34:07,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741924_1103 (size=93) 2024-11-17T08:34:07,198 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-17T08:34:07,198 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731832447027) 2024-11-17T08:34:07,212 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testCompactedBulkLoadedFiles Thread=433 (was 420) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1987708253) connection to localhost/127.0.0.1:40671 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_655116239_22 at /127.0.0.1:51494 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1987708253) connection to localhost/127.0.0.1:41987 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_655116239_22 at /127.0.0.1:54716 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_655116239_22 at /127.0.0.1:59800 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:40671 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1328 (was 1244) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=410 (was 438), ProcessCount=11 (was 11), AvailableMemoryMB=2603 (was 1614) - AvailableMemoryMB LEAK? - 2024-11-17T08:34:07,212 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1328 is superior to 1024 2024-11-17T08:34:07,227 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenViaHRegion Thread=433, OpenFileDescriptor=1328, MaxFileDescriptor=1048576, SystemLoadAverage=410, ProcessCount=11, AvailableMemoryMB=2603 2024-11-17T08:34:07,227 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1328 is superior to 1024 2024-11-17T08:34:07,244 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:34:07,246 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:34:07,246 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T08:34:07,249 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-94319609, suffix=, logDir=hdfs://localhost:40671/hbase/WALs/hregion-94319609, archiveDir=hdfs://localhost:40671/hbase/oldWALs, maxLogs=32 2024-11-17T08:34:07,263 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-94319609/hregion-94319609.1731832447249, exclude list is [], retry=0 2024-11-17T08:34:07,266 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44089,DS-329544d5-4f5b-427c-9d50-b44a31c7870e,DISK] 2024-11-17T08:34:07,266 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33101,DS-4f56f0df-fa7b-4e49-9a81-86952fa63445,DISK] 2024-11-17T08:34:07,267 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36323,DS-f55cdc84-bc56-4d4a-90fe-188598338979,DISK] 2024-11-17T08:34:07,270 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-94319609/hregion-94319609.1731832447249 2024-11-17T08:34:07,272 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41395:41395),(127.0.0.1/127.0.0.1:44617:44617),(127.0.0.1/127.0.0.1:46645:46645)] 2024-11-17T08:34:07,272 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 65cb51b974911f627a7b7d30153836a2, NAME => 'testReplayEditsWrittenViaHRegion,,1731832447245.65cb51b974911f627a7b7d30153836a2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40671/hbase 2024-11-17T08:34:07,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741926_1105 (size=67) 2024-11-17T08:34:07,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741926_1105 (size=67) 2024-11-17T08:34:07,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741926_1105 (size=67) 2024-11-17T08:34:07,284 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731832447245.65cb51b974911f627a7b7d30153836a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:34:07,286 INFO [StoreOpener-65cb51b974911f627a7b7d30153836a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 65cb51b974911f627a7b7d30153836a2 2024-11-17T08:34:07,288 INFO [StoreOpener-65cb51b974911f627a7b7d30153836a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65cb51b974911f627a7b7d30153836a2 columnFamilyName a 2024-11-17T08:34:07,288 DEBUG [StoreOpener-65cb51b974911f627a7b7d30153836a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:34:07,288 INFO [StoreOpener-65cb51b974911f627a7b7d30153836a2-1 {}] regionserver.HStore(327): Store=65cb51b974911f627a7b7d30153836a2/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:34:07,288 INFO [StoreOpener-65cb51b974911f627a7b7d30153836a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 65cb51b974911f627a7b7d30153836a2 2024-11-17T08:34:07,290 INFO [StoreOpener-65cb51b974911f627a7b7d30153836a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65cb51b974911f627a7b7d30153836a2 columnFamilyName b 2024-11-17T08:34:07,290 DEBUG [StoreOpener-65cb51b974911f627a7b7d30153836a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:34:07,290 INFO [StoreOpener-65cb51b974911f627a7b7d30153836a2-1 {}] regionserver.HStore(327): Store=65cb51b974911f627a7b7d30153836a2/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:34:07,290 INFO [StoreOpener-65cb51b974911f627a7b7d30153836a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 65cb51b974911f627a7b7d30153836a2 2024-11-17T08:34:07,292 INFO [StoreOpener-65cb51b974911f627a7b7d30153836a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65cb51b974911f627a7b7d30153836a2 columnFamilyName c 2024-11-17T08:34:07,292 DEBUG [StoreOpener-65cb51b974911f627a7b7d30153836a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:34:07,292 INFO [StoreOpener-65cb51b974911f627a7b7d30153836a2-1 {}] regionserver.HStore(327): Store=65cb51b974911f627a7b7d30153836a2/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:34:07,293 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 65cb51b974911f627a7b7d30153836a2 2024-11-17T08:34:07,293 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/65cb51b974911f627a7b7d30153836a2 2024-11-17T08:34:07,293 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/65cb51b974911f627a7b7d30153836a2 2024-11-17T08:34:07,294 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 65cb51b974911f627a7b7d30153836a2 2024-11-17T08:34:07,294 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 65cb51b974911f627a7b7d30153836a2 2024-11-17T08:34:07,295 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T08:34:07,296 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 65cb51b974911f627a7b7d30153836a2 2024-11-17T08:34:07,298 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/65cb51b974911f627a7b7d30153836a2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:34:07,298 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 65cb51b974911f627a7b7d30153836a2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65630240, jitterRate=-0.022033214569091797}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T08:34:07,298 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 65cb51b974911f627a7b7d30153836a2: Writing region info on filesystem at 1731832447284Initializing all the Stores at 1731832447285 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832447285Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832447286 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832447286Cleaning up temporary data from old regions at 1731832447294 (+8 ms)Region opened successfully at 1731832447298 (+4 ms) 2024-11-17T08:34:07,299 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 65cb51b974911f627a7b7d30153836a2, disabling compactions & flushes 2024-11-17T08:34:07,299 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731832447245.65cb51b974911f627a7b7d30153836a2. 2024-11-17T08:34:07,299 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731832447245.65cb51b974911f627a7b7d30153836a2. 2024-11-17T08:34:07,299 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731832447245.65cb51b974911f627a7b7d30153836a2. after waiting 0 ms 2024-11-17T08:34:07,299 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731832447245.65cb51b974911f627a7b7d30153836a2. 2024-11-17T08:34:07,299 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731832447245.65cb51b974911f627a7b7d30153836a2. 2024-11-17T08:34:07,299 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 65cb51b974911f627a7b7d30153836a2: Waiting for close lock at 1731832447299Disabling compacts and flushes for region at 1731832447299Disabling writes for close at 1731832447299Writing region close event to WAL at 1731832447299Closed at 1731832447299 2024-11-17T08:34:07,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741925_1104 (size=93) 2024-11-17T08:34:07,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741925_1104 (size=93) 2024-11-17T08:34:07,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741925_1104 (size=93) 2024-11-17T08:34:07,306 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-17T08:34:07,306 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-94319609:(num 1731832447249) 2024-11-17T08:34:07,306 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-17T08:34:07,307 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40671/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731832447243, archiveDir=hdfs://localhost:40671/hbase/oldWALs, maxLogs=32 2024-11-17T08:34:07,323 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731832447243/wal.1731832447308, exclude list is [], retry=0 2024-11-17T08:34:07,326 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36323,DS-f55cdc84-bc56-4d4a-90fe-188598338979,DISK] 2024-11-17T08:34:07,326 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33101,DS-4f56f0df-fa7b-4e49-9a81-86952fa63445,DISK] 2024-11-17T08:34:07,326 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44089,DS-329544d5-4f5b-427c-9d50-b44a31c7870e,DISK] 2024-11-17T08:34:07,328 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731832447243/wal.1731832447308 2024-11-17T08:34:07,333 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46645:46645),(127.0.0.1/127.0.0.1:44617:44617),(127.0.0.1/127.0.0.1:41395:41395)] 2024-11-17T08:34:07,333 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 65cb51b974911f627a7b7d30153836a2, NAME => 'testReplayEditsWrittenViaHRegion,,1731832447245.65cb51b974911f627a7b7d30153836a2.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:34:07,334 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731832447245.65cb51b974911f627a7b7d30153836a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:34:07,334 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 65cb51b974911f627a7b7d30153836a2 2024-11-17T08:34:07,334 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 65cb51b974911f627a7b7d30153836a2 2024-11-17T08:34:07,335 INFO [StoreOpener-65cb51b974911f627a7b7d30153836a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 65cb51b974911f627a7b7d30153836a2 2024-11-17T08:34:07,336 INFO [StoreOpener-65cb51b974911f627a7b7d30153836a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65cb51b974911f627a7b7d30153836a2 columnFamilyName a 2024-11-17T08:34:07,336 DEBUG [StoreOpener-65cb51b974911f627a7b7d30153836a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:34:07,337 INFO [StoreOpener-65cb51b974911f627a7b7d30153836a2-1 {}] regionserver.HStore(327): Store=65cb51b974911f627a7b7d30153836a2/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:34:07,337 INFO [StoreOpener-65cb51b974911f627a7b7d30153836a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 65cb51b974911f627a7b7d30153836a2 2024-11-17T08:34:07,338 INFO [StoreOpener-65cb51b974911f627a7b7d30153836a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65cb51b974911f627a7b7d30153836a2 columnFamilyName b 2024-11-17T08:34:07,338 DEBUG [StoreOpener-65cb51b974911f627a7b7d30153836a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:34:07,338 INFO [StoreOpener-65cb51b974911f627a7b7d30153836a2-1 {}] regionserver.HStore(327): Store=65cb51b974911f627a7b7d30153836a2/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:34:07,339 INFO [StoreOpener-65cb51b974911f627a7b7d30153836a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 65cb51b974911f627a7b7d30153836a2 2024-11-17T08:34:07,339 INFO [StoreOpener-65cb51b974911f627a7b7d30153836a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65cb51b974911f627a7b7d30153836a2 columnFamilyName c 2024-11-17T08:34:07,339 DEBUG [StoreOpener-65cb51b974911f627a7b7d30153836a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:34:07,340 INFO [StoreOpener-65cb51b974911f627a7b7d30153836a2-1 {}] regionserver.HStore(327): Store=65cb51b974911f627a7b7d30153836a2/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:34:07,340 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 65cb51b974911f627a7b7d30153836a2 2024-11-17T08:34:07,341 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/65cb51b974911f627a7b7d30153836a2 2024-11-17T08:34:07,343 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/65cb51b974911f627a7b7d30153836a2 2024-11-17T08:34:07,344 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 65cb51b974911f627a7b7d30153836a2 2024-11-17T08:34:07,344 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 65cb51b974911f627a7b7d30153836a2 2024-11-17T08:34:07,345 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T08:34:07,346 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 65cb51b974911f627a7b7d30153836a2 2024-11-17T08:34:07,347 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 65cb51b974911f627a7b7d30153836a2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69277411, jitterRate=0.03231386840343475}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T08:34:07,347 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 65cb51b974911f627a7b7d30153836a2: Writing region info on filesystem at 1731832447334Initializing all the Stores at 1731832447335 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832447335Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832447335Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832447335Cleaning up temporary data from old regions at 1731832447344 (+9 ms)Region opened successfully at 1731832447347 (+3 ms) 2024-11-17T08:34:07,358 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 65cb51b974911f627a7b7d30153836a2 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-17T08:34:07,380 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/65cb51b974911f627a7b7d30153836a2/.tmp/a/f815bfdf04ad474f912aab997a6bcae4 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1731832447347/Put/seqid=0 2024-11-17T08:34:07,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741928_1107 (size=5958) 2024-11-17T08:34:07,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741928_1107 (size=5958) 2024-11-17T08:34:07,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741928_1107 (size=5958) 2024-11-17T08:34:07,393 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/65cb51b974911f627a7b7d30153836a2/.tmp/a/f815bfdf04ad474f912aab997a6bcae4 2024-11-17T08:34:07,401 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/65cb51b974911f627a7b7d30153836a2/.tmp/a/f815bfdf04ad474f912aab997a6bcae4 as hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/65cb51b974911f627a7b7d30153836a2/a/f815bfdf04ad474f912aab997a6bcae4 2024-11-17T08:34:07,407 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/65cb51b974911f627a7b7d30153836a2/a/f815bfdf04ad474f912aab997a6bcae4, entries=10, sequenceid=13, filesize=5.8 K 2024-11-17T08:34:07,408 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 65cb51b974911f627a7b7d30153836a2 in 50ms, sequenceid=13, compaction requested=false 2024-11-17T08:34:07,408 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 65cb51b974911f627a7b7d30153836a2: 2024-11-17T08:34:07,409 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-17T08:34:07,431 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 65cb51b974911f627a7b7d30153836a2, disabling compactions & flushes 2024-11-17T08:34:07,431 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731832447245.65cb51b974911f627a7b7d30153836a2. 2024-11-17T08:34:07,431 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731832447245.65cb51b974911f627a7b7d30153836a2. 2024-11-17T08:34:07,431 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731832447245.65cb51b974911f627a7b7d30153836a2. after waiting 0 ms 2024-11-17T08:34:07,431 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731832447245.65cb51b974911f627a7b7d30153836a2. 2024-11-17T08:34:07,434 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1731832447245.65cb51b974911f627a7b7d30153836a2. 2024-11-17T08:34:07,434 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731832447245.65cb51b974911f627a7b7d30153836a2. 2024-11-17T08:34:07,434 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 65cb51b974911f627a7b7d30153836a2: Waiting for close lock at 1731832447430Disabling compacts and flushes for region at 1731832447430Disabling writes for close at 1731832447431 (+1 ms)Writing region close event to WAL at 1731832447434 (+3 ms)Closed at 1731832447434 2024-11-17T08:34:07,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741927_1106 (size=2805) 2024-11-17T08:34:07,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741927_1106 (size=2805) 2024-11-17T08:34:07,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741927_1106 (size=2805) 2024-11-17T08:34:07,458 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40671/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731832447243/wal.1731832447308, size=2.7 K (2805bytes) 2024-11-17T08:34:07,458 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40671/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731832447243/wal.1731832447308 2024-11-17T08:34:07,458 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40671/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731832447243/wal.1731832447308 after 0ms 2024-11-17T08:34:07,460 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40671/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731832447243/wal.1731832447308: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T08:34:07,461 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40671/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731832447243/wal.1731832447308 took 3ms 2024-11-17T08:34:07,463 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40671/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731832447243/wal.1731832447308 so closing down 2024-11-17T08:34:07,463 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:34:07,464 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731832447308.temp 2024-11-17T08:34:07,465 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/65cb51b974911f627a7b7d30153836a2/recovered.edits/0000000000000000003-wal.1731832447308.temp 2024-11-17T08:34:07,465 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:34:07,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741929_1108 (size=2312) 2024-11-17T08:34:07,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741929_1108 (size=2312) 2024-11-17T08:34:07,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741929_1108 (size=2312) 2024-11-17T08:34:07,475 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/65cb51b974911f627a7b7d30153836a2/recovered.edits/0000000000000000003-wal.1731832447308.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-17T08:34:07,477 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/65cb51b974911f627a7b7d30153836a2/recovered.edits/0000000000000000003-wal.1731832447308.temp to hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/65cb51b974911f627a7b7d30153836a2/recovered.edits/0000000000000000035 2024-11-17T08:34:07,477 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 16 ms; skipped=2; WAL=hdfs://localhost:40671/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731832447243/wal.1731832447308, size=2.7 K, length=2805, corrupted=false, cancelled=false 2024-11-17T08:34:07,477 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40671/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731832447243/wal.1731832447308, journal: Splitting hdfs://localhost:40671/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731832447243/wal.1731832447308, size=2.7 K (2805bytes) at 1731832447458Finishing writing output for hdfs://localhost:40671/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731832447243/wal.1731832447308 so closing down at 1731832447463 (+5 ms)Creating recovered edits writer path=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/65cb51b974911f627a7b7d30153836a2/recovered.edits/0000000000000000003-wal.1731832447308.temp at 1731832447465 (+2 ms)3 split writer threads finished at 1731832447465Closed recovered edits writer path=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/65cb51b974911f627a7b7d30153836a2/recovered.edits/0000000000000000003-wal.1731832447308.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731832447475 (+10 ms)Rename recovered edits hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/65cb51b974911f627a7b7d30153836a2/recovered.edits/0000000000000000003-wal.1731832447308.temp to hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/65cb51b974911f627a7b7d30153836a2/recovered.edits/0000000000000000035 at 1731832447477 (+2 ms)Processed 32 edits across 1 Regions in 16 ms; skipped=2; WAL=hdfs://localhost:40671/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731832447243/wal.1731832447308, size=2.7 K, length=2805, corrupted=false, cancelled=false at 1731832447477 2024-11-17T08:34:07,479 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40671/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731832447243/wal.1731832447308 to hdfs://localhost:40671/hbase/oldWALs/wal.1731832447308 2024-11-17T08:34:07,480 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/65cb51b974911f627a7b7d30153836a2/recovered.edits/0000000000000000035 2024-11-17T08:34:07,480 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-17T08:34:07,482 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40671/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731832447243, archiveDir=hdfs://localhost:40671/hbase/oldWALs, maxLogs=32 2024-11-17T08:34:07,495 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731832447243/wal.1731832447482, exclude list is [], retry=0 2024-11-17T08:34:07,497 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44089,DS-329544d5-4f5b-427c-9d50-b44a31c7870e,DISK] 2024-11-17T08:34:07,497 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33101,DS-4f56f0df-fa7b-4e49-9a81-86952fa63445,DISK] 2024-11-17T08:34:07,498 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36323,DS-f55cdc84-bc56-4d4a-90fe-188598338979,DISK] 2024-11-17T08:34:07,499 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731832447243/wal.1731832447482 2024-11-17T08:34:07,500 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41395:41395),(127.0.0.1/127.0.0.1:44617:44617),(127.0.0.1/127.0.0.1:46645:46645)] 2024-11-17T08:34:07,500 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 65cb51b974911f627a7b7d30153836a2, NAME => 'testReplayEditsWrittenViaHRegion,,1731832447245.65cb51b974911f627a7b7d30153836a2.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:34:07,501 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731832447245.65cb51b974911f627a7b7d30153836a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:34:07,501 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 65cb51b974911f627a7b7d30153836a2 2024-11-17T08:34:07,501 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 65cb51b974911f627a7b7d30153836a2 2024-11-17T08:34:07,504 INFO [StoreOpener-65cb51b974911f627a7b7d30153836a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 65cb51b974911f627a7b7d30153836a2 2024-11-17T08:34:07,505 INFO [StoreOpener-65cb51b974911f627a7b7d30153836a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65cb51b974911f627a7b7d30153836a2 columnFamilyName a 2024-11-17T08:34:07,505 DEBUG [StoreOpener-65cb51b974911f627a7b7d30153836a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:34:07,513 DEBUG [StoreOpener-65cb51b974911f627a7b7d30153836a2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/65cb51b974911f627a7b7d30153836a2/a/f815bfdf04ad474f912aab997a6bcae4 2024-11-17T08:34:07,513 INFO [StoreOpener-65cb51b974911f627a7b7d30153836a2-1 {}] regionserver.HStore(327): Store=65cb51b974911f627a7b7d30153836a2/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:34:07,513 INFO [StoreOpener-65cb51b974911f627a7b7d30153836a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 65cb51b974911f627a7b7d30153836a2 2024-11-17T08:34:07,514 INFO [StoreOpener-65cb51b974911f627a7b7d30153836a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65cb51b974911f627a7b7d30153836a2 columnFamilyName b 2024-11-17T08:34:07,514 DEBUG [StoreOpener-65cb51b974911f627a7b7d30153836a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:34:07,515 INFO [StoreOpener-65cb51b974911f627a7b7d30153836a2-1 {}] regionserver.HStore(327): Store=65cb51b974911f627a7b7d30153836a2/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:34:07,515 INFO [StoreOpener-65cb51b974911f627a7b7d30153836a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 65cb51b974911f627a7b7d30153836a2 2024-11-17T08:34:07,516 INFO [StoreOpener-65cb51b974911f627a7b7d30153836a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65cb51b974911f627a7b7d30153836a2 columnFamilyName c 2024-11-17T08:34:07,516 DEBUG [StoreOpener-65cb51b974911f627a7b7d30153836a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:34:07,517 INFO [StoreOpener-65cb51b974911f627a7b7d30153836a2-1 {}] regionserver.HStore(327): Store=65cb51b974911f627a7b7d30153836a2/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:34:07,517 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 65cb51b974911f627a7b7d30153836a2 2024-11-17T08:34:07,518 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/65cb51b974911f627a7b7d30153836a2 2024-11-17T08:34:07,519 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/65cb51b974911f627a7b7d30153836a2 2024-11-17T08:34:07,520 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/65cb51b974911f627a7b7d30153836a2/recovered.edits/0000000000000000035 2024-11-17T08:34:07,522 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/65cb51b974911f627a7b7d30153836a2/recovered.edits/0000000000000000035: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T08:34:07,523 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/65cb51b974911f627a7b7d30153836a2/recovered.edits/0000000000000000035 2024-11-17T08:34:07,523 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 65cb51b974911f627a7b7d30153836a2 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-11-17T08:34:07,541 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/65cb51b974911f627a7b7d30153836a2/.tmp/b/e1440eab956d4048a9c6e32a9be9e37b is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731832447408/Put/seqid=0 2024-11-17T08:34:07,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741931_1110 (size=5958) 2024-11-17T08:34:07,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741931_1110 (size=5958) 2024-11-17T08:34:07,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741931_1110 (size=5958) 2024-11-17T08:34:07,559 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/65cb51b974911f627a7b7d30153836a2/.tmp/b/e1440eab956d4048a9c6e32a9be9e37b 2024-11-17T08:34:07,585 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/65cb51b974911f627a7b7d30153836a2/.tmp/c/aa28c865032c49adaf5d66ace3410f6b is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1731832447418/Put/seqid=0 2024-11-17T08:34:07,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741932_1111 (size=5958) 2024-11-17T08:34:07,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741932_1111 (size=5958) 2024-11-17T08:34:07,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741932_1111 (size=5958) 2024-11-17T08:34:07,594 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/65cb51b974911f627a7b7d30153836a2/.tmp/c/aa28c865032c49adaf5d66ace3410f6b 2024-11-17T08:34:07,604 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/65cb51b974911f627a7b7d30153836a2/.tmp/b/e1440eab956d4048a9c6e32a9be9e37b as hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/65cb51b974911f627a7b7d30153836a2/b/e1440eab956d4048a9c6e32a9be9e37b 2024-11-17T08:34:07,611 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/65cb51b974911f627a7b7d30153836a2/b/e1440eab956d4048a9c6e32a9be9e37b, entries=10, sequenceid=35, filesize=5.8 K 2024-11-17T08:34:07,613 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/65cb51b974911f627a7b7d30153836a2/.tmp/c/aa28c865032c49adaf5d66ace3410f6b as hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/65cb51b974911f627a7b7d30153836a2/c/aa28c865032c49adaf5d66ace3410f6b 2024-11-17T08:34:07,619 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/65cb51b974911f627a7b7d30153836a2/c/aa28c865032c49adaf5d66ace3410f6b, entries=10, sequenceid=35, filesize=5.8 K 2024-11-17T08:34:07,619 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 65cb51b974911f627a7b7d30153836a2 in 96ms, sequenceid=35, compaction requested=false; wal=null 2024-11-17T08:34:07,620 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/65cb51b974911f627a7b7d30153836a2/recovered.edits/0000000000000000035 2024-11-17T08:34:07,621 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 65cb51b974911f627a7b7d30153836a2 2024-11-17T08:34:07,621 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 65cb51b974911f627a7b7d30153836a2 2024-11-17T08:34:07,622 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T08:34:07,624 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 65cb51b974911f627a7b7d30153836a2 2024-11-17T08:34:07,626 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/65cb51b974911f627a7b7d30153836a2/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-11-17T08:34:07,628 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 65cb51b974911f627a7b7d30153836a2; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60775624, jitterRate=-0.09437263011932373}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T08:34:07,628 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 65cb51b974911f627a7b7d30153836a2: Writing region info on filesystem at 1731832447501Initializing all the Stores at 1731832447503 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832447503Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832447504 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832447504Obtaining lock to block concurrent updates at 1731832447523 (+19 ms)Preparing flush snapshotting stores in 65cb51b974911f627a7b7d30153836a2 at 1731832447523Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731832447245.65cb51b974911f627a7b7d30153836a2., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1731832447523Flushing stores of testReplayEditsWrittenViaHRegion,,1731832447245.65cb51b974911f627a7b7d30153836a2. at 1731832447523Flushing 65cb51b974911f627a7b7d30153836a2/b: creating writer at 1731832447523Flushing 65cb51b974911f627a7b7d30153836a2/b: appending metadata at 1731832447541 (+18 ms)Flushing 65cb51b974911f627a7b7d30153836a2/b: closing flushed file at 1731832447541Flushing 65cb51b974911f627a7b7d30153836a2/c: creating writer at 1731832447566 (+25 ms)Flushing 65cb51b974911f627a7b7d30153836a2/c: appending metadata at 1731832447584 (+18 ms)Flushing 65cb51b974911f627a7b7d30153836a2/c: closing flushed file at 1731832447584Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58673505: reopening flushed file at 1731832447602 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29b621bd: reopening flushed file at 1731832447611 (+9 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 65cb51b974911f627a7b7d30153836a2 in 96ms, sequenceid=35, compaction requested=false; wal=null at 1731832447619 (+8 ms)Cleaning up temporary data from old regions at 1731832447621 (+2 ms)Region opened successfully at 1731832447628 (+7 ms) 2024-11-17T08:34:07,740 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40671/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731832447243/wal.1731832447482, size=0 (0bytes) 2024-11-17T08:34:07,740 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:40671/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731832447243/wal.1731832447482 might be still open, length is 0 2024-11-17T08:34:07,740 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40671/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731832447243/wal.1731832447482 2024-11-17T08:34:07,741 WARN [IPC Server handler 2 on default port 40671 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731832447243/wal.1731832447482 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109 2024-11-17T08:34:07,741 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:40671/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731832447243/wal.1731832447482 after 1ms 2024-11-17T08:34:09,046 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_251950348_22 at /127.0.0.1:59856 [Receiving block BP-160994225-172.17.0.3-1731832406351:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:44089:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59856 dst: /127.0.0.1:44089 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:44089 remote=/127.0.0.1:59856]. Total timeout mills is 60000, 58650 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T08:34:09,046 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_251950348_22 at /127.0.0.1:54766 [Receiving block BP-160994225-172.17.0.3-1731832406351:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:33101:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54766 dst: /127.0.0.1:33101 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T08:34:09,046 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_251950348_22 at /127.0.0.1:51564 [Receiving block BP-160994225-172.17.0.3-1731832406351:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:36323:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51564 dst: /127.0.0.1:36323 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T08:34:09,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741930_1112 (size=2304) 2024-11-17T08:34:09,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741930_1112 (size=2304) 2024-11-17T08:34:09,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741930_1112 (size=2304) 2024-11-17T08:34:11,543 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-11-17T08:34:11,543 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-11-17T08:34:11,544 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-11-17T08:34:11,545 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-11-17T08:34:11,743 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:40671/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731832447243/wal.1731832447482 after 4002ms 2024-11-17T08:34:11,750 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40671/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731832447243/wal.1731832447482: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T08:34:11,751 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40671/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731832447243/wal.1731832447482 took 4010ms 2024-11-17T08:34:11,753 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:40671/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731832447243/wal.1731832447482; continuing. 2024-11-17T08:34:11,753 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40671/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731832447243/wal.1731832447482 so closing down 2024-11-17T08:34:11,753 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:34:11,755 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1731832447482.temp 2024-11-17T08:34:11,756 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/65cb51b974911f627a7b7d30153836a2/recovered.edits/0000000000000000037-wal.1731832447482.temp 2024-11-17T08:34:11,757 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:34:11,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741933_1113 (size=2312) 2024-11-17T08:34:11,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741933_1113 (size=2312) 2024-11-17T08:34:11,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741933_1113 (size=2312) 2024-11-17T08:34:11,765 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/65cb51b974911f627a7b7d30153836a2/recovered.edits/0000000000000000037-wal.1731832447482.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-17T08:34:11,767 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/65cb51b974911f627a7b7d30153836a2/recovered.edits/0000000000000000037-wal.1731832447482.temp to hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/65cb51b974911f627a7b7d30153836a2/recovered.edits/0000000000000000066 2024-11-17T08:34:11,767 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:40671/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731832447243/wal.1731832447482, size=0, length=0, corrupted=false, cancelled=false 2024-11-17T08:34:11,767 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40671/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731832447243/wal.1731832447482, journal: Splitting hdfs://localhost:40671/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731832447243/wal.1731832447482, size=0 (0bytes) at 1731832447740Finishing writing output for hdfs://localhost:40671/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731832447243/wal.1731832447482 so closing down at 1731832451753 (+4013 ms)Creating recovered edits writer path=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/65cb51b974911f627a7b7d30153836a2/recovered.edits/0000000000000000037-wal.1731832447482.temp at 1731832451756 (+3 ms)3 split writer threads finished at 1731832451757 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/65cb51b974911f627a7b7d30153836a2/recovered.edits/0000000000000000037-wal.1731832447482.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731832451765 (+8 ms)Rename recovered edits hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/65cb51b974911f627a7b7d30153836a2/recovered.edits/0000000000000000037-wal.1731832447482.temp to hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/65cb51b974911f627a7b7d30153836a2/recovered.edits/0000000000000000066 at 1731832451767 (+2 ms)Processed 30 edits across 1 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:40671/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731832447243/wal.1731832447482, size=0, length=0, corrupted=false, cancelled=false at 1731832451767 2024-11-17T08:34:11,770 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40671/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731832447243/wal.1731832447482 to hdfs://localhost:40671/hbase/oldWALs/wal.1731832447482 2024-11-17T08:34:11,771 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/65cb51b974911f627a7b7d30153836a2/recovered.edits/0000000000000000066 2024-11-17T08:34:11,772 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-17T08:34:11,775 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40671/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731832447243, archiveDir=hdfs://localhost:40671/hbase/oldWALs, maxLogs=32 2024-11-17T08:34:11,789 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731832447243/wal.1731832451775, exclude list is [], retry=0 2024-11-17T08:34:11,792 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36323,DS-f55cdc84-bc56-4d4a-90fe-188598338979,DISK] 2024-11-17T08:34:11,792 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44089,DS-329544d5-4f5b-427c-9d50-b44a31c7870e,DISK] 2024-11-17T08:34:11,792 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33101,DS-4f56f0df-fa7b-4e49-9a81-86952fa63445,DISK] 2024-11-17T08:34:11,794 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731832447243/wal.1731832451775 2024-11-17T08:34:11,794 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46645:46645),(127.0.0.1/127.0.0.1:41395:41395),(127.0.0.1/127.0.0.1:44617:44617)] 2024-11-17T08:34:11,794 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731832447245.65cb51b974911f627a7b7d30153836a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:34:11,796 INFO [StoreOpener-65cb51b974911f627a7b7d30153836a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 65cb51b974911f627a7b7d30153836a2 2024-11-17T08:34:11,796 INFO [StoreOpener-65cb51b974911f627a7b7d30153836a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65cb51b974911f627a7b7d30153836a2 columnFamilyName a 2024-11-17T08:34:11,797 DEBUG [StoreOpener-65cb51b974911f627a7b7d30153836a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:34:11,802 DEBUG [StoreOpener-65cb51b974911f627a7b7d30153836a2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/65cb51b974911f627a7b7d30153836a2/a/f815bfdf04ad474f912aab997a6bcae4 2024-11-17T08:34:11,803 INFO [StoreOpener-65cb51b974911f627a7b7d30153836a2-1 {}] regionserver.HStore(327): Store=65cb51b974911f627a7b7d30153836a2/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:34:11,803 INFO [StoreOpener-65cb51b974911f627a7b7d30153836a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 65cb51b974911f627a7b7d30153836a2 2024-11-17T08:34:11,803 INFO [StoreOpener-65cb51b974911f627a7b7d30153836a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65cb51b974911f627a7b7d30153836a2 columnFamilyName b 2024-11-17T08:34:11,804 DEBUG [StoreOpener-65cb51b974911f627a7b7d30153836a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:34:11,808 DEBUG [StoreOpener-65cb51b974911f627a7b7d30153836a2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/65cb51b974911f627a7b7d30153836a2/b/e1440eab956d4048a9c6e32a9be9e37b 2024-11-17T08:34:11,808 INFO [StoreOpener-65cb51b974911f627a7b7d30153836a2-1 {}] regionserver.HStore(327): Store=65cb51b974911f627a7b7d30153836a2/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:34:11,808 INFO [StoreOpener-65cb51b974911f627a7b7d30153836a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 65cb51b974911f627a7b7d30153836a2 2024-11-17T08:34:11,809 INFO [StoreOpener-65cb51b974911f627a7b7d30153836a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65cb51b974911f627a7b7d30153836a2 columnFamilyName c 2024-11-17T08:34:11,809 DEBUG [StoreOpener-65cb51b974911f627a7b7d30153836a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:34:11,814 DEBUG [StoreOpener-65cb51b974911f627a7b7d30153836a2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/65cb51b974911f627a7b7d30153836a2/c/aa28c865032c49adaf5d66ace3410f6b 2024-11-17T08:34:11,814 INFO [StoreOpener-65cb51b974911f627a7b7d30153836a2-1 {}] regionserver.HStore(327): Store=65cb51b974911f627a7b7d30153836a2/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:34:11,814 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 65cb51b974911f627a7b7d30153836a2 2024-11-17T08:34:11,815 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/65cb51b974911f627a7b7d30153836a2 2024-11-17T08:34:11,817 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/65cb51b974911f627a7b7d30153836a2 2024-11-17T08:34:11,817 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/65cb51b974911f627a7b7d30153836a2/recovered.edits/0000000000000000066 2024-11-17T08:34:11,819 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/65cb51b974911f627a7b7d30153836a2/recovered.edits/0000000000000000066: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T08:34:11,823 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/65cb51b974911f627a7b7d30153836a2/recovered.edits/0000000000000000066 2024-11-17T08:34:11,823 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 65cb51b974911f627a7b7d30153836a2 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-17T08:34:11,837 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/65cb51b974911f627a7b7d30153836a2/.tmp/a/b853ef0dce4f4234bba1b309f3aa8dd0 is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1731832447638/Put/seqid=0 2024-11-17T08:34:11,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741935_1115 (size=5958) 2024-11-17T08:34:11,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741935_1115 (size=5958) 2024-11-17T08:34:11,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741935_1115 (size=5958) 2024-11-17T08:34:11,843 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/65cb51b974911f627a7b7d30153836a2/.tmp/a/b853ef0dce4f4234bba1b309f3aa8dd0 2024-11-17T08:34:11,860 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/65cb51b974911f627a7b7d30153836a2/.tmp/b/39fcb791c3974d649c29832e1cf4d979 is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1731832447680/Put/seqid=0 2024-11-17T08:34:11,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741936_1116 (size=5958) 2024-11-17T08:34:11,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741936_1116 (size=5958) 2024-11-17T08:34:11,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741936_1116 (size=5958) 2024-11-17T08:34:11,867 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/65cb51b974911f627a7b7d30153836a2/.tmp/b/39fcb791c3974d649c29832e1cf4d979 2024-11-17T08:34:11,885 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/65cb51b974911f627a7b7d30153836a2/.tmp/c/471069e86f1f4c88adca80f607b7ad44 is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1731832447689/Put/seqid=0 2024-11-17T08:34:11,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741937_1117 (size=5958) 2024-11-17T08:34:11,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741937_1117 (size=5958) 2024-11-17T08:34:11,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741937_1117 (size=5958) 2024-11-17T08:34:11,892 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/65cb51b974911f627a7b7d30153836a2/.tmp/c/471069e86f1f4c88adca80f607b7ad44 2024-11-17T08:34:11,897 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/65cb51b974911f627a7b7d30153836a2/.tmp/a/b853ef0dce4f4234bba1b309f3aa8dd0 as hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/65cb51b974911f627a7b7d30153836a2/a/b853ef0dce4f4234bba1b309f3aa8dd0 2024-11-17T08:34:11,902 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/65cb51b974911f627a7b7d30153836a2/a/b853ef0dce4f4234bba1b309f3aa8dd0, entries=10, sequenceid=66, filesize=5.8 K 2024-11-17T08:34:11,903 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/65cb51b974911f627a7b7d30153836a2/.tmp/b/39fcb791c3974d649c29832e1cf4d979 as hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/65cb51b974911f627a7b7d30153836a2/b/39fcb791c3974d649c29832e1cf4d979 2024-11-17T08:34:11,908 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/65cb51b974911f627a7b7d30153836a2/b/39fcb791c3974d649c29832e1cf4d979, entries=10, sequenceid=66, filesize=5.8 K 2024-11-17T08:34:11,909 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/65cb51b974911f627a7b7d30153836a2/.tmp/c/471069e86f1f4c88adca80f607b7ad44 as hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/65cb51b974911f627a7b7d30153836a2/c/471069e86f1f4c88adca80f607b7ad44 2024-11-17T08:34:11,914 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/65cb51b974911f627a7b7d30153836a2/c/471069e86f1f4c88adca80f607b7ad44, entries=10, sequenceid=66, filesize=5.8 K 2024-11-17T08:34:11,914 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 65cb51b974911f627a7b7d30153836a2 in 91ms, sequenceid=66, compaction requested=false; wal=null 2024-11-17T08:34:11,915 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/65cb51b974911f627a7b7d30153836a2/recovered.edits/0000000000000000066 2024-11-17T08:34:11,916 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 65cb51b974911f627a7b7d30153836a2 2024-11-17T08:34:11,916 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 65cb51b974911f627a7b7d30153836a2 2024-11-17T08:34:11,917 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T08:34:11,918 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 65cb51b974911f627a7b7d30153836a2 2024-11-17T08:34:11,920 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40671/hbase/data/default/testReplayEditsWrittenViaHRegion/65cb51b974911f627a7b7d30153836a2/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-11-17T08:34:11,921 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 65cb51b974911f627a7b7d30153836a2; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70807899, jitterRate=0.055119916796684265}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T08:34:11,921 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 65cb51b974911f627a7b7d30153836a2: Writing region info on filesystem at 1731832451794Initializing all the Stores at 1731832451795 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832451795Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832451796 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731832451796Obtaining lock to block concurrent updates at 1731832451823 (+27 ms)Preparing flush snapshotting stores in 65cb51b974911f627a7b7d30153836a2 at 1731832451823Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731832447245.65cb51b974911f627a7b7d30153836a2., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1731832451823Flushing stores of testReplayEditsWrittenViaHRegion,,1731832447245.65cb51b974911f627a7b7d30153836a2. at 1731832451823Flushing 65cb51b974911f627a7b7d30153836a2/a: creating writer at 1731832451823Flushing 65cb51b974911f627a7b7d30153836a2/a: appending metadata at 1731832451836 (+13 ms)Flushing 65cb51b974911f627a7b7d30153836a2/a: closing flushed file at 1731832451836Flushing 65cb51b974911f627a7b7d30153836a2/b: creating writer at 1731832451847 (+11 ms)Flushing 65cb51b974911f627a7b7d30153836a2/b: appending metadata at 1731832451860 (+13 ms)Flushing 65cb51b974911f627a7b7d30153836a2/b: closing flushed file at 1731832451860Flushing 65cb51b974911f627a7b7d30153836a2/c: creating writer at 1731832451871 (+11 ms)Flushing 65cb51b974911f627a7b7d30153836a2/c: appending metadata at 1731832451885 (+14 ms)Flushing 65cb51b974911f627a7b7d30153836a2/c: closing flushed file at 1731832451885Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7441e36: reopening flushed file at 1731832451896 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@226cd450: reopening flushed file at 1731832451902 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17ddb2ca: reopening flushed file at 1731832451908 (+6 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 65cb51b974911f627a7b7d30153836a2 in 91ms, sequenceid=66, compaction requested=false; wal=null at 1731832451914 (+6 ms)Cleaning up temporary data from old regions at 1731832451916 (+2 ms)Region opened successfully at 1731832451921 (+5 ms) 2024-11-17T08:34:11,937 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 65cb51b974911f627a7b7d30153836a2, disabling compactions & flushes 2024-11-17T08:34:11,937 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731832447245.65cb51b974911f627a7b7d30153836a2. 2024-11-17T08:34:11,937 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731832447245.65cb51b974911f627a7b7d30153836a2. 2024-11-17T08:34:11,937 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731832447245.65cb51b974911f627a7b7d30153836a2. after waiting 0 ms 2024-11-17T08:34:11,937 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731832447245.65cb51b974911f627a7b7d30153836a2. 2024-11-17T08:34:11,938 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731832447245.65cb51b974911f627a7b7d30153836a2. 2024-11-17T08:34:11,938 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 65cb51b974911f627a7b7d30153836a2: Waiting for close lock at 1731832451936Disabling compacts and flushes for region at 1731832451936Disabling writes for close at 1731832451937 (+1 ms)Writing region close event to WAL at 1731832451938 (+1 ms)Closed at 1731832451938 2024-11-17T08:34:11,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741934_1114 (size=93) 2024-11-17T08:34:11,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741934_1114 (size=93) 2024-11-17T08:34:11,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741934_1114 (size=93) 2024-11-17T08:34:11,943 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-17T08:34:11,943 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731832451775) 2024-11-17T08:34:11,956 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenViaHRegion Thread=440 (was 433) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1648634638_22 at /127.0.0.1:54816 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1648634638_22 at /127.0.0.1:59894 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1987708253) connection to localhost/127.0.0.1:40671 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:40671 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1648634638_22 at /127.0.0.1:51584 [Waiting for operation #20] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1396 (was 1328) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=418 (was 410) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2301 (was 2603) 2024-11-17T08:34:11,956 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1396 is superior to 1024 2024-11-17T08:34:11,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T08:34:11,956 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:34:11,956 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:34:11,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:34:11,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:34:11,957 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:34:11,957 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T08:34:11,957 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1543425285, stopped=false 2024-11-17T08:34:11,958 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e3d0adb87c01,40701,1731832411017 2024-11-17T08:34:12,029 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45009-0x10147ed6c050002, quorum=127.0.0.1:49241, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-17T08:34:12,029 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42171-0x10147ed6c050001, quorum=127.0.0.1:49241, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-17T08:34:12,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40701-0x10147ed6c050000, quorum=127.0.0.1:49241, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-17T08:34:12,030 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45009-0x10147ed6c050002, quorum=127.0.0.1:49241, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T08:34:12,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40701-0x10147ed6c050000, quorum=127.0.0.1:49241, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T08:34:12,030 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42171-0x10147ed6c050001, quorum=127.0.0.1:49241, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T08:34:12,030 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T08:34:12,030 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:34:12,030 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:34:12,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:34:12,031 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45009-0x10147ed6c050002, quorum=127.0.0.1:49241, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T08:34:12,031 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40701-0x10147ed6c050000, quorum=127.0.0.1:49241, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T08:34:12,031 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e3d0adb87c01,42171,1731832412036' ***** 2024-11-17T08:34:12,031 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T08:34:12,031 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e3d0adb87c01,45009,1731832412193' ***** 2024-11-17T08:34:12,031 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T08:34:12,031 INFO [RS:1;e3d0adb87c01:45009 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T08:34:12,031 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T08:34:12,032 INFO [RS:0;e3d0adb87c01:42171 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T08:34:12,032 INFO [RS:0;e3d0adb87c01:42171 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T08:34:12,032 INFO [RS:0;e3d0adb87c01:42171 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T08:34:12,032 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T08:34:12,032 INFO [RS:0;e3d0adb87c01:42171 {}] regionserver.HRegionServer(3091): Received CLOSE for 9a2b403c7c68be9e3995724eb6ad7c5b 2024-11-17T08:34:12,032 INFO [RS:0;e3d0adb87c01:42171 {}] regionserver.HRegionServer(959): stopping server e3d0adb87c01,42171,1731832412036 2024-11-17T08:34:12,032 INFO [RS:0;e3d0adb87c01:42171 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T08:34:12,032 INFO [RS:0;e3d0adb87c01:42171 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e3d0adb87c01:42171. 2024-11-17T08:34:12,032 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9a2b403c7c68be9e3995724eb6ad7c5b, disabling compactions & flushes 2024-11-17T08:34:12,032 DEBUG [RS:0;e3d0adb87c01:42171 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:34:12,032 DEBUG [RS:0;e3d0adb87c01:42171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:34:12,032 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b. 2024-11-17T08:34:12,032 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b. 2024-11-17T08:34:12,033 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b. after waiting 0 ms 2024-11-17T08:34:12,033 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b. 2024-11-17T08:34:12,030 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42171-0x10147ed6c050001, quorum=127.0.0.1:49241, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T08:34:12,032 INFO [RS:0;e3d0adb87c01:42171 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T08:34:12,031 INFO [RS:1;e3d0adb87c01:45009 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T08:34:12,033 INFO [RS:0;e3d0adb87c01:42171 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T08:34:12,033 INFO [RS:1;e3d0adb87c01:45009 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T08:34:12,034 INFO [RS:0;e3d0adb87c01:42171 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T08:34:12,034 INFO [RS:1;e3d0adb87c01:45009 {}] regionserver.HRegionServer(959): stopping server e3d0adb87c01,45009,1731832412193 2024-11-17T08:34:12,034 INFO [RS:1;e3d0adb87c01:45009 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T08:34:12,034 INFO [RS:0;e3d0adb87c01:42171 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T08:34:12,034 INFO [RS:1;e3d0adb87c01:45009 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;e3d0adb87c01:45009. 2024-11-17T08:34:12,034 DEBUG [RS:1;e3d0adb87c01:45009 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:34:12,034 DEBUG [RS:1;e3d0adb87c01:45009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:34:12,034 INFO [RS:1;e3d0adb87c01:45009 {}] regionserver.HRegionServer(976): stopping server e3d0adb87c01,45009,1731832412193; all regions closed. 2024-11-17T08:34:12,036 INFO [regionserver/e3d0adb87c01:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T08:34:12,039 INFO [RS:0;e3d0adb87c01:42171 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T08:34:12,039 DEBUG [RS:0;e3d0adb87c01:42171 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9a2b403c7c68be9e3995724eb6ad7c5b=testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b.} 2024-11-17T08:34:12,039 DEBUG [RS:0;e3d0adb87c01:42171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9a2b403c7c68be9e3995724eb6ad7c5b 2024-11-17T08:34:12,040 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T08:34:12,040 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T08:34:12,040 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T08:34:12,040 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T08:34:12,040 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T08:34:12,040 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB 2024-11-17T08:34:12,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741833_1009 (size=93) 2024-11-17T08:34:12,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741833_1009 (size=93) 2024-11-17T08:34:12,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741833_1009 (size=93) 2024-11-17T08:34:12,048 DEBUG [RS:1;e3d0adb87c01:45009 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/oldWALs 2024-11-17T08:34:12,048 INFO [RS:1;e3d0adb87c01:45009 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e3d0adb87c01%2C45009%2C1731832412193:(num 1731832414263) 2024-11-17T08:34:12,048 DEBUG [RS:1;e3d0adb87c01:45009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:34:12,048 INFO [RS:1;e3d0adb87c01:45009 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T08:34:12,049 INFO [RS:1;e3d0adb87c01:45009 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T08:34:12,049 INFO [RS:1;e3d0adb87c01:45009 {}] hbase.ChoreService(370): Chore service for: regionserver/e3d0adb87c01:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T08:34:12,049 INFO [RS:1;e3d0adb87c01:45009 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T08:34:12,049 INFO [RS:1;e3d0adb87c01:45009 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T08:34:12,049 INFO [RS:1;e3d0adb87c01:45009 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T08:34:12,049 INFO [RS:1;e3d0adb87c01:45009 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T08:34:12,049 INFO [RS:1;e3d0adb87c01:45009 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45009 2024-11-17T08:34:12,050 INFO [regionserver/e3d0adb87c01:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T08:34:12,052 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a2b403c7c68be9e3995724eb6ad7c5b/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-11-17T08:34:12,053 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b. 2024-11-17T08:34:12,053 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9a2b403c7c68be9e3995724eb6ad7c5b: Waiting for close lock at 1731832452032Running coprocessor pre-close hooks at 1731832452032Disabling compacts and flushes for region at 1731832452032Disabling writes for close at 1731832452033 (+1 ms)Writing region close event to WAL at 1731832452039 (+6 ms)Running coprocessor post-close hooks at 1731832452053 (+14 ms)Closed at 1731832452053 2024-11-17T08:34:12,053 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b. 2024-11-17T08:34:12,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40701-0x10147ed6c050000, quorum=127.0.0.1:49241, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-17T08:34:12,061 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45009-0x10147ed6c050002, quorum=127.0.0.1:49241, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e3d0adb87c01,45009,1731832412193 2024-11-17T08:34:12,061 INFO [RS:1;e3d0adb87c01:45009 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T08:34:12,072 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e3d0adb87c01,45009,1731832412193] 2024-11-17T08:34:12,078 INFO [regionserver/e3d0adb87c01:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T08:34:12,079 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/hbase/meta/1588230740/.tmp/info/01a2b50d0a8a4dcb86475e78ddde13dd is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1731832428310.9a2b403c7c68be9e3995724eb6ad7c5b./info:regioninfo/1731832431944/Put/seqid=0 2024-11-17T08:34:12,082 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e3d0adb87c01,45009,1731832412193 already deleted, retry=false 2024-11-17T08:34:12,082 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e3d0adb87c01,45009,1731832412193 expired; onlineServers=1 2024-11-17T08:34:12,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741938_1118 (size=8243) 2024-11-17T08:34:12,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741938_1118 (size=8243) 2024-11-17T08:34:12,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741938_1118 (size=8243) 2024-11-17T08:34:12,092 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/hbase/meta/1588230740/.tmp/info/01a2b50d0a8a4dcb86475e78ddde13dd 2024-11-17T08:34:12,121 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/hbase/meta/1588230740/.tmp/ns/1c7123a967454b75a15af83ff89626dc is 43, key is default/ns:d/1731832414894/Put/seqid=0 2024-11-17T08:34:12,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741939_1119 (size=5153) 2024-11-17T08:34:12,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741939_1119 (size=5153) 2024-11-17T08:34:12,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741939_1119 (size=5153) 2024-11-17T08:34:12,145 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/hbase/meta/1588230740/.tmp/ns/1c7123a967454b75a15af83ff89626dc 2024-11-17T08:34:12,149 INFO [regionserver/e3d0adb87c01:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T08:34:12,150 INFO [regionserver/e3d0adb87c01:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T08:34:12,170 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/hbase/meta/1588230740/.tmp/table/4da3ed8ccc884c71a29f8f82cfa82fe9 is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1731832428742/Put/seqid=0 2024-11-17T08:34:12,172 INFO [RS:1;e3d0adb87c01:45009 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T08:34:12,172 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45009-0x10147ed6c050002, quorum=127.0.0.1:49241, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:34:12,172 INFO [RS:1;e3d0adb87c01:45009 {}] regionserver.HRegionServer(1031): Exiting; stopping=e3d0adb87c01,45009,1731832412193; zookeeper connection closed. 2024-11-17T08:34:12,172 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45009-0x10147ed6c050002, quorum=127.0.0.1:49241, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:34:12,172 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@470d06a3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@470d06a3 2024-11-17T08:34:12,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741940_1120 (size=5431) 2024-11-17T08:34:12,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741940_1120 (size=5431) 2024-11-17T08:34:12,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741940_1120 (size=5431) 2024-11-17T08:34:12,180 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/hbase/meta/1588230740/.tmp/table/4da3ed8ccc884c71a29f8f82cfa82fe9 2024-11-17T08:34:12,190 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/hbase/meta/1588230740/.tmp/info/01a2b50d0a8a4dcb86475e78ddde13dd as hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/hbase/meta/1588230740/info/01a2b50d0a8a4dcb86475e78ddde13dd 2024-11-17T08:34:12,196 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/hbase/meta/1588230740/info/01a2b50d0a8a4dcb86475e78ddde13dd, entries=18, sequenceid=21, filesize=8.0 K 2024-11-17T08:34:12,198 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/hbase/meta/1588230740/.tmp/ns/1c7123a967454b75a15af83ff89626dc as hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/hbase/meta/1588230740/ns/1c7123a967454b75a15af83ff89626dc 2024-11-17T08:34:12,204 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/hbase/meta/1588230740/ns/1c7123a967454b75a15af83ff89626dc, entries=2, sequenceid=21, filesize=5.0 K 2024-11-17T08:34:12,205 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/hbase/meta/1588230740/.tmp/table/4da3ed8ccc884c71a29f8f82cfa82fe9 as hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/hbase/meta/1588230740/table/4da3ed8ccc884c71a29f8f82cfa82fe9 2024-11-17T08:34:12,210 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/hbase/meta/1588230740/table/4da3ed8ccc884c71a29f8f82cfa82fe9, entries=2, sequenceid=21, filesize=5.3 K 2024-11-17T08:34:12,211 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 171ms, sequenceid=21, compaction requested=false 2024-11-17T08:34:12,216 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-17T08:34:12,217 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T08:34:12,217 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T08:34:12,217 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731832452040Running coprocessor pre-close hooks at 1731832452040Disabling compacts and flushes for region at 1731832452040Disabling writes for close at 1731832452040Obtaining lock to block concurrent updates at 1731832452040Preparing flush snapshotting stores in 1588230740 at 1731832452040Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1731832452041 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731832452042 (+1 ms)Flushing 1588230740/info: creating writer at 1731832452042Flushing 1588230740/info: appending metadata at 1731832452078 (+36 ms)Flushing 1588230740/info: closing flushed file at 1731832452078Flushing 1588230740/ns: creating writer at 1731832452099 (+21 ms)Flushing 1588230740/ns: appending metadata at 1731832452120 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731832452120Flushing 1588230740/table: creating writer at 1731832452153 (+33 ms)Flushing 1588230740/table: appending metadata at 1731832452170 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731832452170Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c4edd51: reopening flushed file at 1731832452189 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@332e43a0: reopening flushed file at 1731832452197 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3748c045: reopening flushed file at 1731832452204 (+7 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 171ms, sequenceid=21, compaction requested=false at 1731832452211 (+7 ms)Writing region close event to WAL at 1731832452213 (+2 ms)Running coprocessor post-close hooks at 1731832452217 (+4 ms)Closed at 1731832452217 2024-11-17T08:34:12,217 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T08:34:12,240 INFO [RS:0;e3d0adb87c01:42171 {}] regionserver.HRegionServer(976): stopping server e3d0adb87c01,42171,1731832412036; all regions closed. 2024-11-17T08:34:12,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741836_1012 (size=3783) 2024-11-17T08:34:12,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741836_1012 (size=3783) 2024-11-17T08:34:12,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741836_1012 (size=3783) 2024-11-17T08:34:12,244 DEBUG [RS:0;e3d0adb87c01:42171 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/oldWALs 2024-11-17T08:34:12,244 INFO [RS:0;e3d0adb87c01:42171 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e3d0adb87c01%2C42171%2C1731832412036.meta:.meta(num 1731832414733) 2024-11-17T08:34:12,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741834_1010 (size=2652) 2024-11-17T08:34:12,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741834_1010 (size=2652) 2024-11-17T08:34:12,249 DEBUG [RS:0;e3d0adb87c01:42171 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/oldWALs 2024-11-17T08:34:12,249 INFO [RS:0;e3d0adb87c01:42171 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e3d0adb87c01%2C42171%2C1731832412036:(num 1731832414265) 2024-11-17T08:34:12,249 DEBUG [RS:0;e3d0adb87c01:42171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:34:12,249 INFO [RS:0;e3d0adb87c01:42171 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T08:34:12,249 INFO [RS:0;e3d0adb87c01:42171 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T08:34:12,250 INFO [RS:0;e3d0adb87c01:42171 {}] hbase.ChoreService(370): Chore service for: regionserver/e3d0adb87c01:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T08:34:12,250 INFO [RS:0;e3d0adb87c01:42171 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T08:34:12,250 INFO [regionserver/e3d0adb87c01:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T08:34:12,250 INFO [RS:0;e3d0adb87c01:42171 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42171 2024-11-17T08:34:12,310 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42171-0x10147ed6c050001, quorum=127.0.0.1:49241, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e3d0adb87c01,42171,1731832412036 2024-11-17T08:34:12,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40701-0x10147ed6c050000, quorum=127.0.0.1:49241, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-17T08:34:12,310 INFO [RS:0;e3d0adb87c01:42171 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T08:34:12,353 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e3d0adb87c01,42171,1731832412036] 2024-11-17T08:34:12,372 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e3d0adb87c01,42171,1731832412036 already deleted, retry=false 2024-11-17T08:34:12,372 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e3d0adb87c01,42171,1731832412036 expired; onlineServers=0 2024-11-17T08:34:12,372 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e3d0adb87c01,40701,1731832411017' ***** 2024-11-17T08:34:12,372 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T08:34:12,372 INFO [M:0;e3d0adb87c01:40701 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T08:34:12,372 INFO [M:0;e3d0adb87c01:40701 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T08:34:12,373 DEBUG [M:0;e3d0adb87c01:40701 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T08:34:12,373 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T08:34:12,373 DEBUG [M:0;e3d0adb87c01:40701 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T08:34:12,373 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731832413826 {}] cleaner.HFileCleaner(306): Exit Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731832413826,5,FailOnTimeoutGroup] 2024-11-17T08:34:12,373 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731832413818 {}] cleaner.HFileCleaner(306): Exit Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731832413818,5,FailOnTimeoutGroup] 2024-11-17T08:34:12,373 INFO [M:0;e3d0adb87c01:40701 {}] hbase.ChoreService(370): Chore service for: master/e3d0adb87c01:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T08:34:12,373 INFO [M:0;e3d0adb87c01:40701 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T08:34:12,374 DEBUG [M:0;e3d0adb87c01:40701 {}] master.HMaster(1795): Stopping service threads 2024-11-17T08:34:12,374 INFO [M:0;e3d0adb87c01:40701 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T08:34:12,374 INFO [M:0;e3d0adb87c01:40701 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T08:34:12,375 INFO [M:0;e3d0adb87c01:40701 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T08:34:12,375 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T08:34:12,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40701-0x10147ed6c050000, quorum=127.0.0.1:49241, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-17T08:34:12,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40701-0x10147ed6c050000, quorum=127.0.0.1:49241, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T08:34:12,435 DEBUG [M:0;e3d0adb87c01:40701 {}] zookeeper.ZKUtil(347): master:40701-0x10147ed6c050000, quorum=127.0.0.1:49241, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-17T08:34:12,435 WARN [M:0;e3d0adb87c01:40701 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T08:34:12,437 INFO [M:0;e3d0adb87c01:40701 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/.lastflushedseqids 2024-11-17T08:34:12,453 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42171-0x10147ed6c050001, quorum=127.0.0.1:49241, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:34:12,453 INFO [RS:0;e3d0adb87c01:42171 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T08:34:12,453 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42171-0x10147ed6c050001, quorum=127.0.0.1:49241, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:34:12,453 INFO [RS:0;e3d0adb87c01:42171 {}] regionserver.HRegionServer(1031): Exiting; stopping=e3d0adb87c01,42171,1731832412036; zookeeper connection closed. 2024-11-17T08:34:12,453 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6a0eb456 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6a0eb456 2024-11-17T08:34:12,454 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-17T08:34:12,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741941_1121 (size=138) 2024-11-17T08:34:12,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741941_1121 (size=138) 2024-11-17T08:34:12,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741941_1121 (size=138) 2024-11-17T08:34:12,455 INFO [M:0;e3d0adb87c01:40701 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T08:34:12,455 INFO [M:0;e3d0adb87c01:40701 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T08:34:12,456 DEBUG [M:0;e3d0adb87c01:40701 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T08:34:12,456 INFO [M:0;e3d0adb87c01:40701 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:34:12,456 DEBUG [M:0;e3d0adb87c01:40701 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:34:12,456 DEBUG [M:0;e3d0adb87c01:40701 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T08:34:12,456 DEBUG [M:0;e3d0adb87c01:40701 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:34:12,456 INFO [M:0;e3d0adb87c01:40701 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.33 KB heapSize=83.72 KB 2024-11-17T08:34:12,473 DEBUG [M:0;e3d0adb87c01:40701 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7a65173299a84aa9a98decad9b769939 is 82, key is hbase:meta,,1/info:regioninfo/1731832414811/Put/seqid=0 2024-11-17T08:34:12,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741942_1122 (size=5672) 2024-11-17T08:34:12,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741942_1122 (size=5672) 2024-11-17T08:34:12,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741942_1122 (size=5672) 2024-11-17T08:34:12,481 INFO [M:0;e3d0adb87c01:40701 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7a65173299a84aa9a98decad9b769939 2024-11-17T08:34:12,502 DEBUG [M:0;e3d0adb87c01:40701 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2d8d902df0104ce18326530ff51c7cff is 1075, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731832428747/Put/seqid=0 2024-11-17T08:34:12,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741943_1123 (size=7754) 2024-11-17T08:34:12,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741943_1123 (size=7754) 2024-11-17T08:34:12,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741943_1123 (size=7754) 2024-11-17T08:34:12,508 INFO [M:0;e3d0adb87c01:40701 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.60 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2d8d902df0104ce18326530ff51c7cff 2024-11-17T08:34:12,513 INFO [M:0;e3d0adb87c01:40701 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2d8d902df0104ce18326530ff51c7cff 2024-11-17T08:34:12,532 DEBUG [M:0;e3d0adb87c01:40701 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cc8c8bf03cc0452a88dbdae58900def7 is 69, key is e3d0adb87c01,42171,1731832412036/rs:state/1731832413898/Put/seqid=0 2024-11-17T08:34:12,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741944_1124 (size=5440) 2024-11-17T08:34:12,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741944_1124 (size=5440) 2024-11-17T08:34:12,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741944_1124 (size=5440) 2024-11-17T08:34:12,541 INFO [M:0;e3d0adb87c01:40701 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cc8c8bf03cc0452a88dbdae58900def7 2024-11-17T08:34:12,546 INFO [M:0;e3d0adb87c01:40701 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cc8c8bf03cc0452a88dbdae58900def7 2024-11-17T08:34:12,547 DEBUG [M:0;e3d0adb87c01:40701 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7a65173299a84aa9a98decad9b769939 as hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7a65173299a84aa9a98decad9b769939 2024-11-17T08:34:12,552 INFO [M:0;e3d0adb87c01:40701 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7a65173299a84aa9a98decad9b769939, entries=8, sequenceid=168, filesize=5.5 K 2024-11-17T08:34:12,554 DEBUG [M:0;e3d0adb87c01:40701 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2d8d902df0104ce18326530ff51c7cff as hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2d8d902df0104ce18326530ff51c7cff 2024-11-17T08:34:12,559 INFO [M:0;e3d0adb87c01:40701 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2d8d902df0104ce18326530ff51c7cff 2024-11-17T08:34:12,559 INFO [M:0;e3d0adb87c01:40701 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2d8d902df0104ce18326530ff51c7cff, entries=17, sequenceid=168, filesize=7.6 K 2024-11-17T08:34:12,561 DEBUG [M:0;e3d0adb87c01:40701 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cc8c8bf03cc0452a88dbdae58900def7 as hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cc8c8bf03cc0452a88dbdae58900def7 2024-11-17T08:34:12,566 INFO [M:0;e3d0adb87c01:40701 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cc8c8bf03cc0452a88dbdae58900def7 2024-11-17T08:34:12,566 INFO [M:0;e3d0adb87c01:40701 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40671/user/jenkins/test-data/33e2f96f-7317-0422-0a73-7a8fa1e1500d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cc8c8bf03cc0452a88dbdae58900def7, entries=3, sequenceid=168, filesize=5.3 K 2024-11-17T08:34:12,568 INFO [M:0;e3d0adb87c01:40701 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.33 KB/69972, heapSize ~83.42 KB/85424, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 111ms, sequenceid=168, compaction requested=false 2024-11-17T08:34:12,569 INFO [M:0;e3d0adb87c01:40701 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:34:12,569 DEBUG [M:0;e3d0adb87c01:40701 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731832452455Disabling compacts and flushes for region at 1731832452455Disabling writes for close at 1731832452456 (+1 ms)Obtaining lock to block concurrent updates at 1731832452456Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731832452456Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69972, getHeapSize=85664, getOffHeapSize=0, getCellsCount=195 at 1731832452456Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731832452457 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731832452457Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731832452473 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731832452473Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731832452486 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731832452501 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731832452501Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731832452513 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731832452531 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731832452531Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cb58359: reopening flushed file at 1731832452546 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b408c8d: reopening flushed file at 1731832452553 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@639722a9: reopening flushed file at 1731832452560 (+7 ms)Finished flush of dataSize ~68.33 KB/69972, heapSize ~83.42 KB/85424, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 111ms, sequenceid=168, compaction requested=false at 1731832452568 (+8 ms)Writing region close event to WAL at 1731832452569 (+1 ms)Closed at 1731832452569 2024-11-17T08:34:12,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741830_1006 (size=71325) 2024-11-17T08:34:12,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741830_1006 (size=71325) 2024-11-17T08:34:12,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741830_1006 (size=71325) 2024-11-17T08:34:12,572 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T08:34:12,573 INFO [M:0;e3d0adb87c01:40701 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T08:34:12,573 INFO [M:0;e3d0adb87c01:40701 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40701 2024-11-17T08:34:12,573 INFO [M:0;e3d0adb87c01:40701 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T08:34:12,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40701-0x10147ed6c050000, quorum=127.0.0.1:49241, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:34:12,693 INFO [M:0;e3d0adb87c01:40701 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T08:34:12,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40701-0x10147ed6c050000, quorum=127.0.0.1:49241, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:34:12,700 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731832432251/wal.1731832432549 with renewLeaseKey: DEFAULT_16655 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731832432251/wal.1731832432549 (inode 16655) Holder DFSClient_NONMAPREDUCE_251950348_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731832432251/wal.1731832432549 (inode 16655) Holder DFSClient_NONMAPREDUCE_251950348_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-17T08:34:12,702 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731832423495/wal.1731832423989 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T08:34:12,702 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731832447243/wal.1731832447482 with renewLeaseKey: DEFAULT_16767 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T08:34:12,705 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731832432687/wal.1731832441920 with renewLeaseKey: DEFAULT_16678 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731832432687/wal.1731832441920 (inode 16678) Holder DFSClient_NONMAPREDUCE_251950348_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731832432687/wal.1731832441920 (inode 16678) Holder DFSClient_NONMAPREDUCE_251950348_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-17T08:34:12,707 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731832415932/wal.1731832416003 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T08:34:12,709 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731832442102/wal.1731832442570 with renewLeaseKey: DEFAULT_16704 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731832442102/wal.1731832442570 (inode 16704) Holder DFSClient_NONMAPREDUCE_251950348_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731832442102/wal.1731832442570 (inode 16704) Holder DFSClient_NONMAPREDUCE_251950348_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-17T08:34:12,710 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731832442719/wal.1731832442787 with renewLeaseKey: DEFAULT_16726 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T08:34:12,713 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731832415618/wal.1731832415802 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731832415618/wal.1731832415802 (inode 16485) Holder DFSClient_NONMAPREDUCE_251950348_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731832415618/wal.1731832415802 (inode 16485) Holder DFSClient_NONMAPREDUCE_251950348_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-17T08:34:12,715 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731832415161/wal.1731832415382 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731832415161/wal.1731832415382 (inode 16462) Holder DFSClient_NONMAPREDUCE_251950348_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731832415161/wal.1731832415382 (inode 16462) Holder DFSClient_NONMAPREDUCE_251950348_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-17T08:34:12,720 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4290616c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T08:34:12,723 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e25d2b6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T08:34:12,723 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T08:34:12,723 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6853f5bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T08:34:12,723 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bf0fdb4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5d162f2-7780-a1ff-c154-773ab058fca4/hadoop.log.dir/,STOPPED} 2024-11-17T08:34:12,726 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T08:34:12,726 WARN [BP-160994225-172.17.0.3-1731832406351 heartbeating to localhost/127.0.0.1:40671 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T08:34:12,726 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T08:34:12,726 WARN [BP-160994225-172.17.0.3-1731832406351 heartbeating to localhost/127.0.0.1:40671 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-160994225-172.17.0.3-1731832406351 (Datanode Uuid 493fdac7-20b7-44bc-9f83-f7e1a478582f) service to localhost/127.0.0.1:40671 2024-11-17T08:34:12,727 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5d162f2-7780-a1ff-c154-773ab058fca4/cluster_433e802e-e7fe-b094-e31b-565ab83d6d6b/data/data5/current/BP-160994225-172.17.0.3-1731832406351 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T08:34:12,728 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5d162f2-7780-a1ff-c154-773ab058fca4/cluster_433e802e-e7fe-b094-e31b-565ab83d6d6b/data/data6/current/BP-160994225-172.17.0.3-1731832406351 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T08:34:12,728 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T08:34:12,730 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28e1ba78{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T08:34:12,730 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@702c0733{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T08:34:12,730 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T08:34:12,730 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3264f7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T08:34:12,730 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e971547{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5d162f2-7780-a1ff-c154-773ab058fca4/hadoop.log.dir/,STOPPED} 2024-11-17T08:34:12,731 WARN [BP-160994225-172.17.0.3-1731832406351 heartbeating to localhost/127.0.0.1:40671 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T08:34:12,731 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T08:34:12,731 WARN [BP-160994225-172.17.0.3-1731832406351 heartbeating to localhost/127.0.0.1:40671 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-160994225-172.17.0.3-1731832406351 (Datanode Uuid 650d5e28-3beb-41ab-8280-92157ffd769f) service to localhost/127.0.0.1:40671 2024-11-17T08:34:12,731 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T08:34:12,732 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5d162f2-7780-a1ff-c154-773ab058fca4/cluster_433e802e-e7fe-b094-e31b-565ab83d6d6b/data/data3/current/BP-160994225-172.17.0.3-1731832406351 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T08:34:12,732 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5d162f2-7780-a1ff-c154-773ab058fca4/cluster_433e802e-e7fe-b094-e31b-565ab83d6d6b/data/data4/current/BP-160994225-172.17.0.3-1731832406351 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T08:34:12,732 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T08:34:12,735 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4dc44ec6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T08:34:12,735 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@17f6e478{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T08:34:12,735 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T08:34:12,735 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d33512e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T08:34:12,735 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b895d95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5d162f2-7780-a1ff-c154-773ab058fca4/hadoop.log.dir/,STOPPED} 2024-11-17T08:34:12,736 WARN [BP-160994225-172.17.0.3-1731832406351 heartbeating to localhost/127.0.0.1:40671 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T08:34:12,736 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T08:34:12,736 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T08:34:12,736 WARN [BP-160994225-172.17.0.3-1731832406351 heartbeating to localhost/127.0.0.1:40671 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-160994225-172.17.0.3-1731832406351 (Datanode Uuid 2c0dfb92-c87a-4bb7-ac94-8915fb02cd0b) service to localhost/127.0.0.1:40671 2024-11-17T08:34:12,737 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5d162f2-7780-a1ff-c154-773ab058fca4/cluster_433e802e-e7fe-b094-e31b-565ab83d6d6b/data/data1/current/BP-160994225-172.17.0.3-1731832406351 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T08:34:12,737 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5d162f2-7780-a1ff-c154-773ab058fca4/cluster_433e802e-e7fe-b094-e31b-565ab83d6d6b/data/data2/current/BP-160994225-172.17.0.3-1731832406351 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T08:34:12,737 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T08:34:12,743 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1843526c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T08:34:12,744 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@776c4d96{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T08:34:12,744 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T08:34:12,744 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70596a48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T08:34:12,744 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6630be9c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5d162f2-7780-a1ff-c154-773ab058fca4/hadoop.log.dir/,STOPPED} 2024-11-17T08:34:12,752 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T08:34:12,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down